2024-11-18 20:41:00,185 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-18 20:41:00,199 main DEBUG Took 0.011779 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 20:41:00,199 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 20:41:00,200 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 20:41:00,201 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 20:41:00,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:41:00,218 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 20:41:00,238 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:41:00,242 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:41:00,243 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:41:00,245 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:41:00,247 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:41:00,249 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:41:00,252 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:41:00,253 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:41:00,254 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:41:00,255 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:41:00,257 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:41:00,258 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:41:00,259 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,259 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 20:41:00,261 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:41:00,262 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 20:41:00,264 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 20:41:00,265 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 20:41:00,267 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 20:41:00,268 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 20:41:00,278 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 20:41:00,281 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 20:41:00,283 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 20:41:00,284 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 20:41:00,284 main DEBUG createAppenders(={Console}) 2024-11-18 20:41:00,285 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-18 20:41:00,285 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-18 20:41:00,286 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-18 20:41:00,286 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 20:41:00,287 main DEBUG OutputStream closed 2024-11-18 20:41:00,287 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 20:41:00,287 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 20:41:00,288 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-18 20:41:00,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 20:41:00,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 20:41:00,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 20:41:00,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 20:41:00,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 20:41:00,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 20:41:00,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 20:41:00,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 20:41:00,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 20:41:00,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 20:41:00,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 20:41:00,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 20:41:00,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 20:41:00,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 20:41:00,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 20:41:00,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 20:41:00,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 20:41:00,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 20:41:00,437 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 20:41:00,438 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-18 20:41:00,438 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 20:41:00,439 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-18T20:41:00,469 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-18 20:41:00,474 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 20:41:00,475 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T20:41:00,905 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383 2024-11-18T20:41:00,906 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-18T20:41:01,030 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T20:41:01,149 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/cluster_ab9f84c7-92b8-09ca-7691-cf15868f05ca, deleteOnExit=true 2024-11-18T20:41:01,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/test.cache.data in system properties and HBase conf 2024-11-18T20:41:01,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:41:01,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:41:01,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:41:01,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:41:01,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:41:01,248 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:41:01,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:41:01,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:41:01,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:41:01,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:41:01,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:41:01,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:41:01,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:41:01,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:41:01,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:41:01,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:41:01,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:41:01,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:41:01,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:41:01,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:41:02,365 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T20:41:02,520 INFO [Time-limited test {}] log.Log(170): Logging initialized @3489ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T20:41:02,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:41:02,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:41:02,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:41:02,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:41:02,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:41:02,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:41:02,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:41:02,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:41:03,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/java.io.tmpdir/jetty-localhost-43847-hadoop-hdfs-3_4_1-tests_jar-_-any-4853302628291764181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:41:03,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:43847} 2024-11-18T20:41:03,227 INFO [Time-limited test {}] server.Server(415): Started @4197ms 2024-11-18T20:41:03,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:41:03,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:41:03,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:41:03,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:41:03,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:41:03,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1b205d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:41:03,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4ae84e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:41:04,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d5fd7b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/java.io.tmpdir/jetty-localhost-43267-hadoop-hdfs-3_4_1-tests_jar-_-any-10618663082941745094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:41:04,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24b189de{HTTP/1.1, (http/1.1)}{localhost:43267} 2024-11-18T20:41:04,060 INFO [Time-limited test {}] server.Server(415): Started @5030ms 2024-11-18T20:41:04,118 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:41:04,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:41:04,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:41:04,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:41:04,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:41:04,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:41:04,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa1a8ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:41:04,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a455f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:41:04,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cc8a45b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/java.io.tmpdir/jetty-localhost-41543-hadoop-hdfs-3_4_1-tests_jar-_-any-1440069814928647726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:41:04,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2446b879{HTTP/1.1, (http/1.1)}{localhost:41543} 2024-11-18T20:41:04,475 INFO [Time-limited test {}] server.Server(415): Started @5446ms 2024-11-18T20:41:04,478 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:41:04,638 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/cluster_ab9f84c7-92b8-09ca-7691-cf15868f05ca/data/data3/current/BP-1418292313-172.17.0.2-1731962462055/current, will proceed with Du for space computation calculation, 2024-11-18T20:41:04,638 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/cluster_ab9f84c7-92b8-09ca-7691-cf15868f05ca/data/data2/current/BP-1418292313-172.17.0.2-1731962462055/current, will proceed with Du for space computation calculation, 2024-11-18T20:41:04,638 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/cluster_ab9f84c7-92b8-09ca-7691-cf15868f05ca/data/data4/current/BP-1418292313-172.17.0.2-1731962462055/current, will proceed with Du for space computation calculation, 2024-11-18T20:41:04,640 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/cluster_ab9f84c7-92b8-09ca-7691-cf15868f05ca/data/data1/current/BP-1418292313-172.17.0.2-1731962462055/current, will proceed with Du for space computation calculation, 2024-11-18T20:41:04,860 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:41:04,860 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:41:04,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe35376f25ee06895 with lease ID 0xf6c1c11c7d94c8ab: Processing first storage report for DS-d277bac2-936a-42ea-b159-cbf9018a49ab from datanode DatanodeRegistration(127.0.0.1:41827, datanodeUuid=f0ff4cb2-976c-4a78-ba33-0f07ca9d94e9, infoPort=32979, infoSecurePort=0, ipcPort=44933, storageInfo=lv=-57;cid=testClusterID;nsid=1086355206;c=1731962462055) 2024-11-18T20:41:04,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe35376f25ee06895 with lease ID 0xf6c1c11c7d94c8ab: from storage DS-d277bac2-936a-42ea-b159-cbf9018a49ab node DatanodeRegistration(127.0.0.1:41827, datanodeUuid=f0ff4cb2-976c-4a78-ba33-0f07ca9d94e9, infoPort=32979, infoSecurePort=0, ipcPort=44933, storageInfo=lv=-57;cid=testClusterID;nsid=1086355206;c=1731962462055), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T20:41:04,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x903e112f7f0cb4ec with lease ID 0xf6c1c11c7d94c8aa: Processing first storage report for DS-5d21f7f8-8021-4574-9b64-e8af97dc6a95 from datanode DatanodeRegistration(127.0.0.1:34519, datanodeUuid=c8237b7f-e562-4a66-9c35-0b037c75cf19, infoPort=43059, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=1086355206;c=1731962462055) 2024-11-18T20:41:04,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x903e112f7f0cb4ec with lease ID 0xf6c1c11c7d94c8aa: from storage DS-5d21f7f8-8021-4574-9b64-e8af97dc6a95 node DatanodeRegistration(127.0.0.1:34519, datanodeUuid=c8237b7f-e562-4a66-9c35-0b037c75cf19, infoPort=43059, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=1086355206;c=1731962462055), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T20:41:04,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe35376f25ee06895 with lease ID 0xf6c1c11c7d94c8ab: Processing first storage report for DS-28465d5a-e0f1-40e6-8ef1-b300caa4e185 from datanode DatanodeRegistration(127.0.0.1:41827, datanodeUuid=f0ff4cb2-976c-4a78-ba33-0f07ca9d94e9, infoPort=32979, infoSecurePort=0, ipcPort=44933, storageInfo=lv=-57;cid=testClusterID;nsid=1086355206;c=1731962462055) 2024-11-18T20:41:04,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe35376f25ee06895 with lease ID 0xf6c1c11c7d94c8ab: from storage DS-28465d5a-e0f1-40e6-8ef1-b300caa4e185 node DatanodeRegistration(127.0.0.1:41827, datanodeUuid=f0ff4cb2-976c-4a78-ba33-0f07ca9d94e9, infoPort=32979, infoSecurePort=0, ipcPort=44933, storageInfo=lv=-57;cid=testClusterID;nsid=1086355206;c=1731962462055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:41:04,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x903e112f7f0cb4ec with lease ID 0xf6c1c11c7d94c8aa: Processing first storage report for DS-f748f866-efd1-4036-8263-1e4ba99b18b0 from datanode DatanodeRegistration(127.0.0.1:34519, datanodeUuid=c8237b7f-e562-4a66-9c35-0b037c75cf19, infoPort=43059, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=1086355206;c=1731962462055) 2024-11-18T20:41:04,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x903e112f7f0cb4ec with lease ID 0xf6c1c11c7d94c8aa: from storage DS-f748f866-efd1-4036-8263-1e4ba99b18b0 node DatanodeRegistration(127.0.0.1:34519, datanodeUuid=c8237b7f-e562-4a66-9c35-0b037c75cf19, infoPort=43059, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=1086355206;c=1731962462055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:41:05,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383 2024-11-18T20:41:05,131 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=122, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=3375 2024-11-18T20:41:05,133 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:05,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:05,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:05,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:41:05,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:41:05,929 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:05,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:05,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:05,964 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:06,012 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T20:41:06,032 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T20:41:06,037 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:06,037 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:06,040 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:06,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:06,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,067 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T20:41:06,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741826_1002 (size=1393) 2024-11-18T20:41:06,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741826_1002 (size=1393) 2024-11-18T20:41:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:06,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741827_1003 (size=1393) 2024-11-18T20:41:06,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741827_1003 (size=1393) 2024-11-18T20:41:06,189 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:06,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:06,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741828_1004 (size=1393) 2024-11-18T20:41:06,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741828_1004 (size=1393) 2024-11-18T20:41:06,220 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:06,220 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741829_1005 (size=1393) 2024-11-18T20:41:06,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741829_1005 (size=1393) 2024-11-18T20:41:06,248 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:06,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:06,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741830_1006 (size=1393) 2024-11-18T20:41:06,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741830_1006 (size=1393) 2024-11-18T20:41:06,283 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:06,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:06,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741831_1007 (size=1393) 2024-11-18T20:41:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741831_1007 (size=1393) 2024-11-18T20:41:06,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:06,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:06,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741832_1008 (size=1405) 2024-11-18T20:41:06,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741832_1008 (size=1405) 2024-11-18T20:41:06,340 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:06,341 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:06,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741833_1009 (size=1413) 2024-11-18T20:41:06,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741833_1009 (size=1413) 2024-11-18T20:41:06,367 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:06,367 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:06,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741834_1010 (size=1413) 2024-11-18T20:41:06,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741834_1010 (size=1413) 2024-11-18T20:41:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:06,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741835_1011 (size=1413) 2024-11-18T20:41:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741835_1011 (size=1413) 2024-11-18T20:41:06,419 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:06,489 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/b87ee775-407f-63f8-499d-d7e48c298f57/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962466018/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:06,490 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T20:41:06,490 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T20:41:06,490 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/b87ee775-407f-63f8-499d-d7e48c298f57/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962466018/wal.dat.0 2024-11-18T20:41:06,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/b87ee775-407f-63f8-499d-d7e48c298f57/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962466018/wal.dat.0 after 3ms 2024-11-18T20:41:06,534 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/b87ee775-407f-63f8-499d-d7e48c298f57/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962466018/wal.dat.0 took 49ms 2024-11-18T20:41:06,542 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b87ee775-407f-63f8-499d-d7e48c298f57/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962466018/wal.dat.0 so closing down 2024-11-18T20:41:06,547 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:06,547 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:06,552 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b87ee775-407f-63f8-499d-d7e48c298f57/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962466018/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:06,555 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/b87ee775-407f-63f8-499d-d7e48c298f57/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962466018/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/b87ee775-407f-63f8-499d-d7e48c298f57/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962466018/wal.dat.0, size=1.4 K (1393bytes) at 1731962466489Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b87ee775-407f-63f8-499d-d7e48c298f57/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962466018/wal.dat.0 so closing down at 1731962466542 (+53 ms)3 split writer threads finished at 1731962466547 (+5 ms)Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b87ee775-407f-63f8-499d-d7e48c298f57/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962466018/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962466552 (+5 ms) 2024-11-18T20:41:06,555 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-18T20:41:06,575 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=127 (was 122) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1071163797_22 at /127.0.0.1:47772 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6c7e6130 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=3326 (was 3375) 2024-11-18T20:41:06,582 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=127, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=3325 2024-11-18T20:41:06,582 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:06,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741836_1012 (size=7) 2024-11-18T20:41:06,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741836_1012 (size=7) 2024-11-18T20:41:06,594 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:06,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:06,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:06,601 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:06,601 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-18T20:41:06,601 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:06,603 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:06,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:06,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:06,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:06,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741837_1013 (size=2324) 2024-11-18T20:41:06,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741837_1013 (size=2324) 2024-11-18T20:41:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:06,664 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/WALs/testsplitlogfilemultipleregions,16010,1731962466601/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T20:41:06,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/WALs/testsplitlogfilemultipleregions,16010,1731962466601/wal.dat.0 2024-11-18T20:41:06,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/WALs/testsplitlogfilemultipleregions,16010,1731962466601/wal.dat.0 after 1ms 2024-11-18T20:41:06,669 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/WALs/testsplitlogfilemultipleregions,16010,1731962466601/wal.dat.0 took 4ms 2024-11-18T20:41:06,677 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/WALs/testsplitlogfilemultipleregions,16010,1731962466601/wal.dat.0 so closing down 2024-11-18T20:41:06,677 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:06,677 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:06,704 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:06,704 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:06,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:06,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:06,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741839_1015 (size=743) 2024-11-18T20:41:06,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741838_1014 (size=743) 2024-11-18T20:41:06,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741839_1015 (size=743) 2024-11-18T20:41:06,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741838_1014 (size=743) 2024-11-18T20:41:06,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-18T20:41:06,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:07,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-18T20:41:07,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:07,129 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 459 ms; skipped=7; WAL=hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/WALs/testsplitlogfilemultipleregions,16010,1731962466601/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T20:41:07,129 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/WALs/testsplitlogfilemultipleregions,16010,1731962466601/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/WALs/testsplitlogfilemultipleregions,16010,1731962466601/wal.dat.0, size=2.3 K (2324bytes) at 1731962466664Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/WALs/testsplitlogfilemultipleregions,16010,1731962466601/wal.dat.0 so closing down at 1731962466677 (+13 ms)3 split writer threads finished at 1731962466677Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962466706 (+29 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962466706Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731962466723 (+17 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962466726 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731962467122 (+396 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962467128 (+6 ms)Processed 27 edits across 2 Regions in 459 ms; skipped=7; WAL=hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/WALs/testsplitlogfilemultipleregions,16010,1731962466601/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731962467129 (+1 ms) 2024-11-18T20:41:07,139 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/WALs/testsplitlogfilemultipleregions,16010,1731962466601/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/0d7862be-fb41-414b-312f-cbbb5e93aad3/oldWALs/wal.dat.0 2024-11-18T20:41:07,162 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130 (was 127) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_840839303_22 at /127.0.0.1:37764 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/cluster_ab9f84c7-92b8-09ca-7691-cf15868f05ca/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_840839303_22 at /127.0.0.1:47772 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/cluster_ab9f84c7-92b8-09ca-7691-cf15868f05ca/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=385 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=3314 (was 3325) 2024-11-18T20:41:07,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=3314 2024-11-18T20:41:07,169 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:07,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741840_1016 (size=7) 2024-11-18T20:41:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741840_1016 (size=7) 2024-11-18T20:41:07,182 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:07,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:07,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:07,191 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:07,191 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:07,193 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:07,195 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741841_1017 (size=2324) 2024-11-18T20:41:07,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741841_1017 (size=2324) 2024-11-18T20:41:07,221 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:07,913 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/117ae9d4-a3f4-4bd1-6d8e-d9de8563a110/WALs/testterminationaskedbyreporter,16010,1731962467191/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T20:41:07,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/117ae9d4-a3f4-4bd1-6d8e-d9de8563a110/WALs/testterminationaskedbyreporter,16010,1731962467191/wal.dat.0 so closing down 2024-11-18T20:41:07,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/117ae9d4-a3f4-4bd1-6d8e-d9de8563a110/WALs/testterminationaskedbyreporter,16010,1731962467191/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-18T20:41:07,914 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/117ae9d4-a3f4-4bd1-6d8e-d9de8563a110/WALs/testterminationaskedbyreporter,16010,1731962467191/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/117ae9d4-a3f4-4bd1-6d8e-d9de8563a110/WALs/testterminationaskedbyreporter,16010,1731962467191/wal.dat.0, size=2.3 K (2324bytes) at 1731962467913Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/117ae9d4-a3f4-4bd1-6d8e-d9de8563a110/WALs/testterminationaskedbyreporter,16010,1731962467191/wal.dat.0 so closing down at 1731962467914 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/117ae9d4-a3f4-4bd1-6d8e-d9de8563a110/WALs/testterminationaskedbyreporter,16010,1731962467191/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731962467914 2024-11-18T20:41:07,924 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130 (was 130), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=3271 (was 3314) 2024-11-18T20:41:07,933 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=130, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=3271 2024-11-18T20:41:07,933 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:07,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741842_1018 (size=7) 2024-11-18T20:41:07,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741842_1018 (size=7) 2024-11-18T20:41:07,948 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:07,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:07,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:07,958 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:07,959 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-18T20:41:07,962 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:07,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741843_1019 (size=1043) 2024-11-18T20:41:07,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741843_1019 (size=1043) 2024-11-18T20:41:07,986 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:07,987 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:07,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:07,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:07,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,005 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:08,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741845_1021 (size=1043) 2024-11-18T20:41:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741845_1021 (size=1043) 2024-11-18T20:41:08,434 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:08,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:08,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741846_1022 (size=1043) 2024-11-18T20:41:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741846_1022 (size=1043) 2024-11-18T20:41:08,455 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:08,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:08,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741847_1023 (size=1043) 2024-11-18T20:41:08,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741847_1023 (size=1043) 2024-11-18T20:41:08,472 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:08,472 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:08,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741848_1024 (size=1043) 2024-11-18T20:41:08,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741848_1024 (size=1043) 2024-11-18T20:41:08,491 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:08,492 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:08,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741849_1025 (size=1043) 2024-11-18T20:41:08,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741849_1025 (size=1043) 2024-11-18T20:41:08,516 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:08,517 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:08,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741850_1026 (size=1043) 2024-11-18T20:41:08,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741850_1026 (size=1043) 2024-11-18T20:41:08,534 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:08,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:08,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741851_1027 (size=1043) 2024-11-18T20:41:08,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741851_1027 (size=1043) 2024-11-18T20:41:08,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:08,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:08,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:08,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:08,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741852_1028 (size=1043) 2024-11-18T20:41:08,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741852_1028 (size=1043) 2024-11-18T20:41:08,577 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:08,597 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.0, size=1.0 K (1043bytes) 2024-11-18T20:41:08,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.0 2024-11-18T20:41:08,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.0 after 1ms 2024-11-18T20:41:08,602 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.0 took 5ms 2024-11-18T20:41:08,604 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-18T20:41:08,605 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.0 so closing down 2024-11-18T20:41:08,605 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:08,605 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:08,606 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:41:08,606 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.0, size=1.0 K (1043bytes) at 1731962468597Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.0 so closing down at 1731962468605 (+8 ms)3 split writer threads finished at 1731962468606 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962468606 2024-11-18T20:41:08,611 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/oldWALs/wal.dat.0 2024-11-18T20:41:08,611 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1, size=180 (180bytes) 2024-11-18T20:41:08,611 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1 2024-11-18T20:41:08,614 WARN [IPC Server handler 3 on default port 39311 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-18T20:41:08,615 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1 after 4ms 2024-11-18T20:41:08,941 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1530131316_22 at /127.0.0.1:47846 [Receiving block BP-1418292313-172.17.0.2-1731962462055:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:41827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47846 dst: /127.0.0.1:41827 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:08,941 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1530131316_22 at /127.0.0.1:37788 [Receiving block BP-1418292313-172.17.0.2-1731962462055:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:34519:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37788 dst: /127.0.0.1:34519 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34519 remote=/127.0.0.1:37788]. Total timeout mills is 60000, 59064 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:08,941 WARN [ResponseProcessor for block BP-1418292313-172.17.0.2-1731962462055:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1418292313-172.17.0.2-1731962462055:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:41:08,945 WARN [DataStreamer for file /user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1 block BP-1418292313-172.17.0.2-1731962462055:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1418292313-172.17.0.2-1731962462055:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34519,DS-5d21f7f8-8021-4574-9b64-e8af97dc6a95,DISK], DatanodeInfoWithStorage[127.0.0.1:41827,DS-d277bac2-936a-42ea-b159-cbf9018a49ab,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34519,DS-5d21f7f8-8021-4574-9b64-e8af97dc6a95,DISK]) is bad. 2024-11-18T20:41:08,951 WARN [DataStreamer for file /user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1 block BP-1418292313-172.17.0.2-1731962462055:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1418292313-172.17.0.2-1731962462055:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:41:08,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741844_1029 (size=1035) 2024-11-18T20:41:08,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741844_1029 (size=1035) 2024-11-18T20:41:12,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1 after 4006ms 2024-11-18T20:41:12,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1 took 4016ms 2024-11-18T20:41:12,631 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1; continuing. 2024-11-18T20:41:12,631 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1 so closing down 2024-11-18T20:41:12,631 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:12,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:12,631 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-18T20:41:12,631 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1, size=180 (180bytes) at 1731962468611Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1 so closing down at 1731962472631 (+4020 ms)3 split writer threads finished at 1731962472631Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731962472631 2024-11-18T20:41:12,635 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/oldWALs/wal.dat.1 2024-11-18T20:41:12,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.2, size=1.0 K (1043bytes) 2024-11-18T20:41:12,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.2 2024-11-18T20:41:12,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.2 after 0ms 2024-11-18T20:41:12,640 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.2 took 5ms 2024-11-18T20:41:12,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.2 so closing down 2024-11-18T20:41:12,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:12,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:12,643 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:41:12,643 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.2, size=1.0 K (1043bytes) at 1731962472636Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.2 so closing down at 1731962472643 (+7 ms)3 split writer threads finished at 1731962472643Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962472643 2024-11-18T20:41:12,646 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/oldWALs/wal.dat.2 2024-11-18T20:41:12,647 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.3, size=1.0 K (1043bytes) 2024-11-18T20:41:12,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.3 2024-11-18T20:41:12,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.3 after 1ms 2024-11-18T20:41:12,651 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.3 took 4ms 2024-11-18T20:41:12,653 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.3 so closing down 2024-11-18T20:41:12,653 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:12,653 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:12,654 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:41:12,654 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.3, size=1.0 K (1043bytes) at 1731962472647Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.3 so closing down at 1731962472653 (+6 ms)3 split writer threads finished at 1731962472654 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962472654 2024-11-18T20:41:12,657 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/oldWALs/wal.dat.3 2024-11-18T20:41:12,657 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.4, size=1.0 K (1043bytes) 2024-11-18T20:41:12,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.4 2024-11-18T20:41:12,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.4 after 1ms 2024-11-18T20:41:12,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.4 took 5ms 2024-11-18T20:41:12,664 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.4 so closing down 2024-11-18T20:41:12,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:12,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:12,664 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:41:12,664 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.4, size=1.0 K (1043bytes) at 1731962472657Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.4 so closing down at 1731962472664 (+7 ms)3 split writer threads finished at 1731962472664Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962472664 2024-11-18T20:41:12,667 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/oldWALs/wal.dat.4 2024-11-18T20:41:12,667 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.5, size=1.0 K (1043bytes) 2024-11-18T20:41:12,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.5 2024-11-18T20:41:12,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.5 after 0ms 2024-11-18T20:41:12,671 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.5 took 4ms 2024-11-18T20:41:12,673 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.5 so closing down 2024-11-18T20:41:12,673 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:12,673 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:12,674 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:41:12,674 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.5, size=1.0 K (1043bytes) at 1731962472667Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.5 so closing down at 1731962472673 (+6 ms)3 split writer threads finished at 1731962472673Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962472674 (+1 ms) 2024-11-18T20:41:12,677 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/oldWALs/wal.dat.5 2024-11-18T20:41:12,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.6, size=1.0 K (1043bytes) 2024-11-18T20:41:12,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.6 2024-11-18T20:41:12,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.6 after 1ms 2024-11-18T20:41:12,681 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.6 took 4ms 2024-11-18T20:41:12,683 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.6 so closing down 2024-11-18T20:41:12,683 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:12,684 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:12,684 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:41:12,684 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.6, size=1.0 K (1043bytes) at 1731962472677Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.6 so closing down at 1731962472683 (+6 ms)3 split writer threads finished at 1731962472684 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962472684 2024-11-18T20:41:12,687 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/oldWALs/wal.dat.6 2024-11-18T20:41:12,687 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.7, size=1.0 K (1043bytes) 2024-11-18T20:41:12,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.7 2024-11-18T20:41:12,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.7 after 1ms 2024-11-18T20:41:12,691 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.7 took 4ms 2024-11-18T20:41:12,693 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.7 so closing down 2024-11-18T20:41:12,693 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:12,693 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:12,694 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:41:12,694 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.7, size=1.0 K (1043bytes) at 1731962472687Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.7 so closing down at 1731962472693 (+6 ms)3 split writer threads finished at 1731962472693Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962472694 (+1 ms) 2024-11-18T20:41:12,697 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/oldWALs/wal.dat.7 2024-11-18T20:41:12,698 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.8, size=1.0 K (1043bytes) 2024-11-18T20:41:12,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.8 2024-11-18T20:41:12,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.8 after 0ms 2024-11-18T20:41:12,702 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.8 took 5ms 2024-11-18T20:41:12,704 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.8 so closing down 2024-11-18T20:41:12,704 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:12,704 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:12,704 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:41:12,704 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.8, size=1.0 K (1043bytes) at 1731962472698Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.8 so closing down at 1731962472704 (+6 ms)3 split writer threads finished at 1731962472704Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962472704 2024-11-18T20:41:12,708 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/oldWALs/wal.dat.8 2024-11-18T20:41:12,708 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.9, size=1.0 K (1043bytes) 2024-11-18T20:41:12,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.9 2024-11-18T20:41:12,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.9 after 1ms 2024-11-18T20:41:12,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.9 took 4ms 2024-11-18T20:41:12,714 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.9 so closing down 2024-11-18T20:41:12,715 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:12,715 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:12,715 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:41:12,715 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.9, size=1.0 K (1043bytes) at 1731962472708Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.9 so closing down at 1731962472715 (+7 ms)3 split writer threads finished at 1731962472715Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962472715 2024-11-18T20:41:12,718 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/WALs/testsplitdeletedregion,16010,1731962467958/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/255344d9-4e3e-ffb2-a68d-2115fe416b49/oldWALs/wal.dat.9 2024-11-18T20:41:12,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=134 (was 130) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/cluster_ab9f84c7-92b8-09ca-7691-cf15868f05ca/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:39645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1169791303_22 at /127.0.0.1:49826 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1169791303_22 at /127.0.0.1:39442 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/cluster_ab9f84c7-92b8-09ca-7691-cf15868f05ca/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 384), ProcessCount=11 (was 11), AvailableMemoryMB=3178 (was 3271) 2024-11-18T20:41:12,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=134, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=3177 2024-11-18T20:41:12,736 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:12,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741853_1030 (size=7) 2024-11-18T20:41:12,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741853_1030 (size=7) 2024-11-18T20:41:12,748 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:12,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:12,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:12,754 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:12,755 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:41:12,757 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:12,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:12,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:12,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:12,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:12,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:12,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:12,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:12,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:12,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:12,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:12,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:12,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:12,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:12,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:12,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:12,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:12,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:12,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:12,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:12,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:12,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741854_1031 (size=863) 2024-11-18T20:41:12,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741854_1031 (size=863) 2024-11-18T20:41:12,773 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:12,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741855_1032 (size=859) 2024-11-18T20:41:12,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741855_1032 (size=859) 2024-11-18T20:41:12,808 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/WALs/testcorruptwaltrailer,16010,1731962472754/wal.dat.0, size=859 (859bytes) 2024-11-18T20:41:12,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/WALs/testcorruptwaltrailer,16010,1731962472754/wal.dat.0 2024-11-18T20:41:12,809 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/WALs/testcorruptwaltrailer,16010,1731962472754/wal.dat.0 after 0ms 2024-11-18T20:41:12,813 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/WALs/testcorruptwaltrailer,16010,1731962472754/wal.dat.0 took 5ms 2024-11-18T20:41:12,910 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/WALs/testcorruptwaltrailer,16010,1731962472754/wal.dat.0; continuing. 2024-11-18T20:41:12,910 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/WALs/testcorruptwaltrailer,16010,1731962472754/wal.dat.0 so closing down 2024-11-18T20:41:12,910 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:12,911 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:12,916 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:12,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:12,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741856_1033 (size=863) 2024-11-18T20:41:12,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741856_1033 (size=863) 2024-11-18T20:41:12,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-18T20:41:12,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T20:41:12,939 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/WALs/testcorruptwaltrailer,16010,1731962472754/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-18T20:41:12,939 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/WALs/testcorruptwaltrailer,16010,1731962472754/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/WALs/testcorruptwaltrailer,16010,1731962472754/wal.dat.0, size=859 (859bytes) at 1731962472808Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/WALs/testcorruptwaltrailer,16010,1731962472754/wal.dat.0 so closing down at 1731962472910 (+102 ms)3 split writer threads finished at 1731962472911 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962472920 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1731962472936 (+16 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731962472939 (+3 ms)Processed 10 edits across 1 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/WALs/testcorruptwaltrailer,16010,1731962472754/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731962472939 2024-11-18T20:41:12,942 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/WALs/testcorruptwaltrailer,16010,1731962472754/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/c483c15d-0b8c-6330-c92b-8ae17279aafb/oldWALs/wal.dat.0 2024-11-18T20:41:12,962 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=134 (was 134), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=3150 (was 3177) 2024-11-18T20:41:12,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=134, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=3149 2024-11-18T20:41:12,969 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:12,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741857_1034 (size=7) 2024-11-18T20:41:12,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741857_1034 (size=7) 2024-11-18T20:41:12,979 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:12,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:12,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:12,985 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:13,002 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=134 (was 134), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=3144 (was 3149) 2024-11-18T20:41:13,009 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=134, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=3142 2024-11-18T20:41:13,009 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:13,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741858_1035 (size=7) 2024-11-18T20:41:13,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741858_1035 (size=7) 2024-11-18T20:41:13,022 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:13,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:13,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:13,034 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:13,047 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-18T20:41:13,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741859_1036 (size=93) 2024-11-18T20:41:13,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741859_1036 (size=93) 2024-11-18T20:41:13,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=134 (was 134), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=3135 (was 3142) 2024-11-18T20:41:13,076 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=134, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=3132 2024-11-18T20:41:13,076 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:13,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741860_1037 (size=7) 2024-11-18T20:41:13,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741860_1037 (size=7) 2024-11-18T20:41:13,087 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:13,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:13,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:13,092 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:13,093 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:13,094 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:13,095 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:13,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741861_1038 (size=1393) 2024-11-18T20:41:13,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741861_1038 (size=1393) 2024-11-18T20:41:13,118 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:13,118 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:13,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741862_1039 (size=1393) 2024-11-18T20:41:13,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741862_1039 (size=1393) 2024-11-18T20:41:13,139 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:13,140 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:13,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741863_1040 (size=1393) 2024-11-18T20:41:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741863_1040 (size=1393) 2024-11-18T20:41:13,162 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:13,162 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:13,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741864_1041 (size=1393) 2024-11-18T20:41:13,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741864_1041 (size=1393) 2024-11-18T20:41:13,186 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:13,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:13,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741865_1042 (size=1393) 2024-11-18T20:41:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741865_1042 (size=1393) 2024-11-18T20:41:13,207 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:13,207 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:13,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741866_1043 (size=1393) 2024-11-18T20:41:13,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741866_1043 (size=1393) 2024-11-18T20:41:13,631 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:13,631 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:13,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741867_1044 (size=1405) 2024-11-18T20:41:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741867_1044 (size=1405) 2024-11-18T20:41:13,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:13,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741868_1045 (size=1413) 2024-11-18T20:41:13,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741868_1045 (size=1413) 2024-11-18T20:41:13,675 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:13,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741869_1046 (size=1413) 2024-11-18T20:41:13,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741869_1046 (size=1413) 2024-11-18T20:41:13,697 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:13,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:13,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:13,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:13,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741870_1047 (size=1413) 2024-11-18T20:41:13,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741870_1047 (size=1413) 2024-11-18T20:41:14,119 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:14,141 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/WALs/testioeonoutputthread,16010,1731962473092/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:14,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/WALs/testioeonoutputthread,16010,1731962473092/wal.dat.7 2024-11-18T20:41:14,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/WALs/testioeonoutputthread,16010,1731962473092/wal.dat.7 after 0ms 2024-11-18T20:41:14,146 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/WALs/testioeonoutputthread,16010,1731962473092/wal.dat.7 took 6ms 2024-11-18T20:41:14,150 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/WALs/testioeonoutputthread,16010,1731962473092/wal.dat.7 so closing down 2024-11-18T20:41:14,150 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:14,150 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:14,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:14,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:14,174 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:14,174 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:14,176 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/WALs/testioeonoutputthread,16010,1731962473092/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-18T20:41:14,176 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/WALs/testioeonoutputthread,16010,1731962473092/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/WALs/testioeonoutputthread,16010,1731962473092/wal.dat.7, size=1.4 K (1413bytes) at 1731962474141Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/WALs/testioeonoutputthread,16010,1731962473092/wal.dat.7 so closing down at 1731962474150 (+9 ms)3 split writer threads finished at 1731962474150Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962474166 (+16 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962474166Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731962474175 (+9 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731962474175Processed 20 edits across 0 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/3cff003c-0f61-868d-ab27-d5bc6784db30/WALs/testioeonoutputthread,16010,1731962473092/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731962474176 (+1 ms) 2024-11-18T20:41:14,187 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136 (was 134) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744907053_22 at /127.0.0.1:39442 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=3081 (was 3132) 2024-11-18T20:41:14,194 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=134, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=3081 2024-11-18T20:41:14,194 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741871_1048 (size=7) 2024-11-18T20:41:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741871_1048 (size=7) 2024-11-18T20:41:14,206 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:14,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:14,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:14,215 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:14,246 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:14,247 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:14,250 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:14,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741872_1049 (size=2324) 2024-11-18T20:41:14,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741872_1049 (size=2324) 2024-11-18T20:41:14,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:14,681 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:14,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741873_1050 (size=1393) 2024-11-18T20:41:14,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741873_1050 (size=1393) 2024-11-18T20:41:14,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:14,701 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:14,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-18T20:41:14,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-18T20:41:14,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-18T20:41:14,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-18T20:41:14,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-18T20:41:14,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-18T20:41:14,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-18T20:41:14,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-18T20:41:14,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-18T20:41:14,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-18T20:41:14,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-18T20:41:14,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-18T20:41:14,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-18T20:41:14,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-18T20:41:14,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-18T20:41:14,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-18T20:41:14,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-18T20:41:14,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-18T20:41:14,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-18T20:41:14,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-18T20:41:14,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-18T20:41:14,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-18T20:41:14,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-18T20:41:14,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-18T20:41:14,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-18T20:41:14,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-18T20:41:14,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-18T20:41:14,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-18T20:41:14,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-18T20:41:14,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-18T20:41:14,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-18T20:41:14,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-18T20:41:14,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-18T20:41:14,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-18T20:41:14,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-18T20:41:14,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-18T20:41:14,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-18T20:41:14,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-18T20:41:14,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-18T20:41:14,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-18T20:41:14,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-18T20:41:14,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-18T20:41:14,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-18T20:41:14,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-18T20:41:14,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-18T20:41:14,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-18T20:41:14,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-18T20:41:14,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-18T20:41:14,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-18T20:41:14,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-18T20:41:14,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-18T20:41:14,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-18T20:41:14,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-18T20:41:14,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-18T20:41:14,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-18T20:41:14,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-18T20:41:14,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-18T20:41:14,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-18T20:41:14,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-18T20:41:14,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-18T20:41:14,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-18T20:41:14,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-18T20:41:14,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-18T20:41:14,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-18T20:41:14,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-18T20:41:14,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-18T20:41:14,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-18T20:41:14,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-18T20:41:14,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-18T20:41:14,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-18T20:41:14,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-18T20:41:14,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-18T20:41:14,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-18T20:41:14,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-18T20:41:14,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-18T20:41:14,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-18T20:41:14,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-18T20:41:14,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-18T20:41:14,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-18T20:41:14,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-18T20:41:14,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-18T20:41:14,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-18T20:41:14,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-18T20:41:14,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-18T20:41:14,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-18T20:41:14,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-18T20:41:14,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-18T20:41:14,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-18T20:41:14,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-18T20:41:14,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-18T20:41:14,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-18T20:41:14,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-18T20:41:14,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-18T20:41:14,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-18T20:41:14,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-18T20:41:14,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-18T20:41:14,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-18T20:41:14,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-18T20:41:14,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-18T20:41:14,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-18T20:41:14,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-18T20:41:14,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-18T20:41:14,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-18T20:41:14,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-18T20:41:14,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-18T20:41:14,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-18T20:41:14,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-18T20:41:14,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-18T20:41:14,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-18T20:41:14,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-18T20:41:14,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-18T20:41:14,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-18T20:41:14,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-18T20:41:14,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-18T20:41:14,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-18T20:41:14,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-18T20:41:14,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-18T20:41:14,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-18T20:41:14,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-18T20:41:14,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-18T20:41:14,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-18T20:41:14,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-18T20:41:14,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-18T20:41:14,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-18T20:41:14,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-18T20:41:14,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-18T20:41:14,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-18T20:41:14,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-18T20:41:14,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-18T20:41:14,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-18T20:41:14,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-18T20:41:14,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-18T20:41:14,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-18T20:41:14,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-18T20:41:14,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-18T20:41:14,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-18T20:41:14,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-18T20:41:14,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-18T20:41:14,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-18T20:41:14,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-18T20:41:14,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-18T20:41:14,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-18T20:41:14,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-18T20:41:14,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-18T20:41:14,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-18T20:41:14,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-18T20:41:14,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-18T20:41:14,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-18T20:41:14,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-18T20:41:14,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-18T20:41:14,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-18T20:41:14,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-18T20:41:14,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-18T20:41:14,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:14,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:14,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-18T20:41:15,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-18T20:41:15,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-18T20:41:15,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-18T20:41:15,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-18T20:41:15,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-18T20:41:15,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-18T20:41:15,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-18T20:41:15,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-18T20:41:15,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-18T20:41:15,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-18T20:41:15,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-18T20:41:15,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-18T20:41:15,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-18T20:41:15,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-18T20:41:15,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-18T20:41:15,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-18T20:41:15,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-18T20:41:15,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-18T20:41:15,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-18T20:41:15,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-18T20:41:15,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-18T20:41:15,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-18T20:41:15,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-18T20:41:15,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-18T20:41:15,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-18T20:41:15,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-18T20:41:15,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-18T20:41:15,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-18T20:41:15,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-18T20:41:15,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-18T20:41:15,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-18T20:41:15,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-18T20:41:15,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-18T20:41:15,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-18T20:41:15,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-18T20:41:15,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-18T20:41:15,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-18T20:41:15,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-18T20:41:15,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-18T20:41:15,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-18T20:41:15,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-18T20:41:15,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-18T20:41:15,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-18T20:41:15,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-18T20:41:15,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-18T20:41:15,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-18T20:41:15,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-18T20:41:15,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-18T20:41:15,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-18T20:41:15,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-18T20:41:15,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-18T20:41:15,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-18T20:41:15,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-18T20:41:15,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-18T20:41:15,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-18T20:41:15,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-18T20:41:15,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-18T20:41:15,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-18T20:41:15,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-18T20:41:15,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-18T20:41:15,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-18T20:41:15,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-18T20:41:15,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-18T20:41:15,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-18T20:41:15,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-18T20:41:15,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-18T20:41:15,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-18T20:41:15,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-18T20:41:15,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-18T20:41:15,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-18T20:41:15,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-18T20:41:15,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-18T20:41:15,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-18T20:41:15,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-18T20:41:15,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-18T20:41:15,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-18T20:41:15,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-18T20:41:15,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-18T20:41:15,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-18T20:41:15,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-18T20:41:15,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-18T20:41:15,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-18T20:41:15,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-18T20:41:15,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-18T20:41:15,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-18T20:41:15,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-18T20:41:15,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-18T20:41:15,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-18T20:41:15,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-18T20:41:15,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-18T20:41:15,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-18T20:41:15,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-18T20:41:15,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-18T20:41:15,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-18T20:41:15,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-18T20:41:15,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-18T20:41:15,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-18T20:41:15,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-18T20:41:15,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-18T20:41:15,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-18T20:41:15,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-18T20:41:15,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-18T20:41:15,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-18T20:41:15,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-18T20:41:15,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-18T20:41:15,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-18T20:41:15,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-18T20:41:15,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-18T20:41:15,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-18T20:41:15,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-18T20:41:15,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-18T20:41:15,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-18T20:41:15,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-18T20:41:15,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-18T20:41:15,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-18T20:41:15,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-18T20:41:15,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-18T20:41:15,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-18T20:41:15,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-18T20:41:15,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-18T20:41:15,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-18T20:41:15,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-18T20:41:15,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-18T20:41:15,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-18T20:41:15,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-18T20:41:15,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-18T20:41:15,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-18T20:41:15,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-18T20:41:15,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-18T20:41:15,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-18T20:41:15,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-18T20:41:15,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-18T20:41:15,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-18T20:41:15,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-18T20:41:15,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-18T20:41:15,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-18T20:41:15,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-18T20:41:15,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-18T20:41:15,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-18T20:41:15,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-18T20:41:15,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-18T20:41:15,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-18T20:41:15,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-18T20:41:15,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-18T20:41:15,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-18T20:41:15,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-18T20:41:15,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-18T20:41:15,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-18T20:41:15,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-18T20:41:15,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-18T20:41:15,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-18T20:41:15,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-18T20:41:15,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-18T20:41:15,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-18T20:41:15,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-18T20:41:15,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-18T20:41:15,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-18T20:41:15,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-18T20:41:15,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-18T20:41:15,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-18T20:41:15,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-18T20:41:15,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-18T20:41:15,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-18T20:41:15,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-18T20:41:15,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-18T20:41:15,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-18T20:41:15,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-18T20:41:15,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-18T20:41:15,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-18T20:41:15,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-18T20:41:15,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-18T20:41:15,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-18T20:41:15,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-18T20:41:15,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-18T20:41:15,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-18T20:41:15,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-18T20:41:15,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-18T20:41:15,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-18T20:41:15,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-18T20:41:15,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-18T20:41:15,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-18T20:41:15,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-18T20:41:15,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-18T20:41:15,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-18T20:41:15,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-18T20:41:15,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-18T20:41:15,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-18T20:41:15,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-18T20:41:15,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-18T20:41:15,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-18T20:41:15,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-18T20:41:15,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-18T20:41:15,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-18T20:41:15,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-18T20:41:15,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-18T20:41:15,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-18T20:41:15,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-18T20:41:15,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-18T20:41:15,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-18T20:41:15,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-18T20:41:15,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-18T20:41:15,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-18T20:41:15,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-18T20:41:15,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-18T20:41:15,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-18T20:41:15,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-18T20:41:15,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-18T20:41:15,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-18T20:41:15,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-18T20:41:15,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-18T20:41:15,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-18T20:41:15,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-18T20:41:15,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-18T20:41:15,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-18T20:41:15,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-18T20:41:15,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-18T20:41:15,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-18T20:41:15,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-18T20:41:15,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-18T20:41:15,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-18T20:41:15,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-18T20:41:15,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-18T20:41:15,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-18T20:41:15,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-18T20:41:15,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-18T20:41:15,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-18T20:41:15,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-18T20:41:15,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-18T20:41:15,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-18T20:41:15,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-18T20:41:15,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-18T20:41:15,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-18T20:41:15,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-18T20:41:15,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-18T20:41:15,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-18T20:41:15,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-18T20:41:15,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-18T20:41:15,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-18T20:41:15,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-18T20:41:15,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-18T20:41:15,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-18T20:41:15,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-18T20:41:15,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-18T20:41:15,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-18T20:41:15,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-18T20:41:15,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-18T20:41:15,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-18T20:41:15,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-18T20:41:15,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-18T20:41:15,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-18T20:41:15,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-18T20:41:15,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-18T20:41:15,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-18T20:41:15,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-18T20:41:15,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-18T20:41:15,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-18T20:41:15,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-18T20:41:15,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-18T20:41:15,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-18T20:41:15,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-18T20:41:15,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-18T20:41:15,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-18T20:41:15,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-18T20:41:15,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-18T20:41:15,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-18T20:41:15,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-18T20:41:15,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-18T20:41:15,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-18T20:41:15,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-18T20:41:15,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-18T20:41:15,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-18T20:41:15,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-18T20:41:15,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-18T20:41:15,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-18T20:41:15,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-18T20:41:15,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-18T20:41:15,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-18T20:41:15,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-18T20:41:15,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-18T20:41:15,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-18T20:41:15,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-18T20:41:15,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-18T20:41:15,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-18T20:41:15,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-18T20:41:15,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-18T20:41:15,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-18T20:41:15,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-18T20:41:15,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-18T20:41:15,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-18T20:41:15,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-18T20:41:15,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-18T20:41:15,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-18T20:41:15,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-18T20:41:15,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-18T20:41:15,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-18T20:41:15,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-18T20:41:15,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-18T20:41:15,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-18T20:41:15,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-18T20:41:15,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-18T20:41:15,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-18T20:41:15,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-18T20:41:15,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-18T20:41:15,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-18T20:41:15,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-18T20:41:15,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-18T20:41:15,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-18T20:41:15,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-18T20:41:15,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-18T20:41:15,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-18T20:41:15,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-18T20:41:15,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-18T20:41:15,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-18T20:41:15,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-18T20:41:15,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-18T20:41:15,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-18T20:41:15,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-18T20:41:15,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-18T20:41:15,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-18T20:41:15,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-18T20:41:15,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-18T20:41:15,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-18T20:41:15,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-18T20:41:15,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-18T20:41:15,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-18T20:41:15,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-18T20:41:15,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-18T20:41:15,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-18T20:41:15,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-18T20:41:15,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-18T20:41:15,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-18T20:41:15,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-18T20:41:15,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-18T20:41:15,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-18T20:41:15,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-18T20:41:15,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-18T20:41:15,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-18T20:41:15,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-18T20:41:15,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-18T20:41:15,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-18T20:41:15,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-18T20:41:15,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-18T20:41:15,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-18T20:41:15,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-18T20:41:15,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-18T20:41:15,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-18T20:41:15,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-18T20:41:15,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-18T20:41:15,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-18T20:41:15,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-18T20:41:15,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-18T20:41:15,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-18T20:41:15,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-18T20:41:15,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-18T20:41:15,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-18T20:41:15,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-18T20:41:15,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-18T20:41:15,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-18T20:41:15,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-18T20:41:15,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-18T20:41:15,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-18T20:41:15,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-18T20:41:15,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-18T20:41:15,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-18T20:41:15,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-18T20:41:15,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-18T20:41:15,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-18T20:41:15,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-18T20:41:15,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-18T20:41:15,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-18T20:41:15,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-18T20:41:15,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-18T20:41:15,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-18T20:41:15,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-18T20:41:15,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-18T20:41:15,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-18T20:41:15,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-18T20:41:15,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-18T20:41:15,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-18T20:41:15,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-18T20:41:15,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-18T20:41:15,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-18T20:41:15,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-18T20:41:15,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-18T20:41:15,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-18T20:41:15,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-18T20:41:15,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-18T20:41:15,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-18T20:41:15,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-18T20:41:15,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-18T20:41:15,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-18T20:41:15,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-18T20:41:15,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-18T20:41:15,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-18T20:41:15,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-18T20:41:15,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-18T20:41:15,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-18T20:41:15,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-18T20:41:15,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-18T20:41:15,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-18T20:41:15,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-18T20:41:15,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-18T20:41:15,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-18T20:41:15,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-18T20:41:15,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-18T20:41:15,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-18T20:41:15,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-18T20:41:15,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-18T20:41:15,737 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215): HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731962474680; access_time=1731962474252; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962474700; access_time=1731962474682; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731962474701; access_time=1731962474701; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T20:41:15,737 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-18T20:41:15,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-18T20:41:15,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-18T20:41:15,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-18T20:41:15,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-18T20:41:15,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-18T20:41:15,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-18T20:41:15,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-18T20:41:15,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-18T20:41:15,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-18T20:41:15,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-18T20:41:15,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-18T20:41:15,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-18T20:41:15,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-18T20:41:15,758 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T20:41:15,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.0 2024-11-18T20:41:15,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.0 after 1ms 2024-11-18T20:41:15,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-18T20:41:15,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-18T20:41:15,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-18T20:41:15,763 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.0 took 5ms 2024-11-18T20:41:15,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-18T20:41:15,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-18T20:41:15,768 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.0 so closing down 2024-11-18T20:41:15,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-18T20:41:15,769 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:15,769 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:15,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-18T20:41:15,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-18T20:41:15,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,773 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:15,773 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:15,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-18T20:41:15,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:15,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:15,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-18T20:41:15,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-18T20:41:15,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-18T20:41:15,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-18T20:41:15,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741876_1053 (size=743) 2024-11-18T20:41:15,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741876_1053 (size=743) 2024-11-18T20:41:15,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741875_1052 (size=743) 2024-11-18T20:41:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741875_1052 (size=743) 2024-11-18T20:41:15,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-18T20:41:15,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:15,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-18T20:41:15,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:15,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-18T20:41:15,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:15,787 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 23 ms; skipped=7; WAL=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T20:41:15,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,788 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.0, size=2.3 K (2324bytes) at 1731962475758Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.0 so closing down at 1731962475768 (+10 ms)3 split writer threads finished at 1731962475769 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962475775 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962475775Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962475782 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962475784 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962475786 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962475787 (+1 ms)Processed 27 edits across 2 Regions in 23 ms; skipped=7; WAL=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731962475788 (+1 ms) 2024-11-18T20:41:15,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-18T20:41:15,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-18T20:41:15,791 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/oldWALs/wal.dat.0 2024-11-18T20:41:15,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,791 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:15,791 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.1 2024-11-18T20:41:15,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-18T20:41:15,792 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.1 after 1ms 2024-11-18T20:41:15,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-18T20:41:15,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.1 took 4ms 2024-11-18T20:41:15,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-18T20:41:15,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-18T20:41:15,797 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.1 so closing down 2024-11-18T20:41:15,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:15,798 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:15,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-18T20:41:15,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-18T20:41:15,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-18T20:41:15,803 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:15,803 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:15,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-18T20:41:15,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:15,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:15,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-18T20:41:15,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-18T20:41:15,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-18T20:41:15,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-18T20:41:15,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-18T20:41:15,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-18T20:41:15,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741877_1054 (size=743) 2024-11-18T20:41:15,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-18T20:41:15,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741877_1054 (size=743) 2024-11-18T20:41:15,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-18T20:41:15,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-18T20:41:15,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741878_1055 (size=743) 2024-11-18T20:41:15,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741878_1055 (size=743) 2024-11-18T20:41:15,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-18T20:41:15,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:15,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-18T20:41:15,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:41:15,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-18T20:41:15,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:15,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-18T20:41:15,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:41:15,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:15,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.1, size=1.4 K (1393bytes) at 1731962475791Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.1 so closing down at 1731962475797 (+6 ms)3 split writer threads finished at 1731962475798 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962475805 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962475805Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962475821 (+16 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962475823 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962475825 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962475827 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962475827 2024-11-18T20:41:15,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-18T20:41:15,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-18T20:41:15,831 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/oldWALs/wal.dat.1 2024-11-18T20:41:15,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,831 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2, size=150 (150bytes) 2024-11-18T20:41:15,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2 2024-11-18T20:41:15,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-18T20:41:15,831 WARN [IPC Server handler 4 on default port 39311 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-18T20:41:15,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2 after 1ms 2024-11-18T20:41:15,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-18T20:41:15,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-18T20:41:15,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-18T20:41:15,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-18T20:41:15,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-18T20:41:15,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-18T20:41:15,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-18T20:41:15,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-18T20:41:15,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-18T20:41:15,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-18T20:41:15,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-18T20:41:15,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-18T20:41:15,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-18T20:41:15,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-18T20:41:15,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-18T20:41:15,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-18T20:41:15,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-18T20:41:15,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-18T20:41:15,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-18T20:41:15,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-18T20:41:15,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-18T20:41:15,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-18T20:41:15,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-18T20:41:15,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-18T20:41:15,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-18T20:41:15,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-18T20:41:15,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-18T20:41:15,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-18T20:41:15,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-18T20:41:15,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-18T20:41:15,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-18T20:41:15,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-18T20:41:15,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-18T20:41:15,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-18T20:41:15,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-18T20:41:15,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-18T20:41:15,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-18T20:41:15,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-18T20:41:15,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-18T20:41:15,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-18T20:41:15,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-18T20:41:15,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-18T20:41:15,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-18T20:41:15,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-18T20:41:15,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-18T20:41:15,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-18T20:41:15,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-18T20:41:15,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-18T20:41:15,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-18T20:41:15,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-18T20:41:15,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-18T20:41:15,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-18T20:41:15,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-18T20:41:15,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-18T20:41:15,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-18T20:41:15,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-18T20:41:15,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-18T20:41:15,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:41:15,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:41:15,928 WARN [ResponseProcessor for block BP-1418292313-172.17.0.2-1731962462055:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1418292313-172.17.0.2-1731962462055:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:41:15,928 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1028176606_532 at /127.0.0.1:39656 [Receiving block BP-1418292313-172.17.0.2-1731962462055:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:34519:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39656 dst: /127.0.0.1:34519 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34519 remote=/127.0.0.1:39656]. Total timeout mills is 60000, 59998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:15,928 WARN [DataStreamer for file /user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2 block BP-1418292313-172.17.0.2-1731962462055:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1418292313-172.17.0.2-1731962462055:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34519,DS-5d21f7f8-8021-4574-9b64-e8af97dc6a95,DISK], DatanodeInfoWithStorage[127.0.0.1:41827,DS-d277bac2-936a-42ea-b159-cbf9018a49ab,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34519,DS-5d21f7f8-8021-4574-9b64-e8af97dc6a95,DISK]) is bad. 2024-11-18T20:41:15,928 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1028176606_532 at /127.0.0.1:50016 [Receiving block BP-1418292313-172.17.0.2-1731962462055:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:41827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50016 dst: /127.0.0.1:41827 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:15,929 WARN [DataStreamer for file /user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2 block BP-1418292313-172.17.0.2-1731962462055:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1418292313-172.17.0.2-1731962462055:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:41:15,930 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1418292313-172.17.0.2-1731962462055:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:41:15,931 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1418292313-172.17.0.2-1731962462055:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-18T20:41:15,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741874_1056 (size=44451) 2024-11-18T20:41:15,931 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1418292313-172.17.0.2-1731962462055:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 705 2024-11-18T20:41:15,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-18T20:41:15,931 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1418292313-172.17.0.2-1731962462055:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:41:15,932 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1418292313-172.17.0.2-1731962462055:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:41:19,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2 after 4002ms 2024-11-18T20:41:19,838 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2 took 4007ms 2024-11-18T20:41:19,870 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2; continuing. 2024-11-18T20:41:19,870 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2 so closing down 2024-11-18T20:41:19,870 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:19,870 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:19,875 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:19,876 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:19,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:19,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:19,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741879_1057 (size=743) 2024-11-18T20:41:19,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741880_1058 (size=43809) 2024-11-18T20:41:19,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741879_1057 (size=743) 2024-11-18T20:41:19,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741880_1058 (size=43809) 2024-11-18T20:41:19,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 684 edits, skipped 0 edits in 5 ms) 2024-11-18T20:41:19,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:19,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:41:19,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:41:19,896 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 694 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T20:41:19,896 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2, size=150 (150bytes) at 1731962475831Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2 so closing down at 1731962479870 (+4039 ms)3 split writer threads finished at 1731962479870Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962479877 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962479880 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 684 edits, skipped 0 edits in 5 ms) at 1731962479894 (+14 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 684 edits, skipped 0 edits in 5 ms) at 1731962479894Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962479896 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962479896Processed 694 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731962479896 2024-11-18T20:41:19,899 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/WALs/testlogcannotbewrittenonceparsed,16010,1731962474215/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/e221971b-ae5d-c636-a4bf-a474134d8113/oldWALs/wal.dat.2 2024-11-18T20:41:19,900 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-18T20:41:19,920 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=704, robber=704 2024-11-18T20:41:19,930 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=140 (was 134) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744907053_22 at /127.0.0.1:40684 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:39311 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744907053_22 at /127.0.0.1:35944 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:39311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:39311 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:39311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=397 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=357 (was 354) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2859 (was 3081) 2024-11-18T20:41:19,937 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=357, ProcessCount=11, AvailableMemoryMB=2858 2024-11-18T20:41:19,937 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:19,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741881_1059 (size=7) 2024-11-18T20:41:19,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741881_1059 (size=7) 2024-11-18T20:41:19,946 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:19,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:19,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:19,951 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:19,952 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:19,953 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:19,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:19,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741882_1060 (size=1393) 2024-11-18T20:41:19,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741882_1060 (size=1393) 2024-11-18T20:41:19,971 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:19,971 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:19,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:19,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:19,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741883_1061 (size=1393) 2024-11-18T20:41:19,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741883_1061 (size=1393) 2024-11-18T20:41:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:20,392 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:20,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741884_1062 (size=1393) 2024-11-18T20:41:20,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741884_1062 (size=1393) 2024-11-18T20:41:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:20,421 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741885_1063 (size=1393) 2024-11-18T20:41:20,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741885_1063 (size=1393) 2024-11-18T20:41:20,444 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:20,444 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:20,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741886_1064 (size=1393) 2024-11-18T20:41:20,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741886_1064 (size=1393) 2024-11-18T20:41:20,466 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:20,466 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:20,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741887_1065 (size=1393) 2024-11-18T20:41:20,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741887_1065 (size=1393) 2024-11-18T20:41:20,552 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:20,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:20,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741888_1066 (size=1405) 2024-11-18T20:41:20,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741888_1066 (size=1405) 2024-11-18T20:41:20,658 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:20,659 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741889_1067 (size=1413) 2024-11-18T20:41:20,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741889_1067 (size=1413) 2024-11-18T20:41:20,756 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:20,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:20,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741890_1068 (size=1413) 2024-11-18T20:41:20,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741890_1068 (size=1413) 2024-11-18T20:41:20,854 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:20,855 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:20,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741891_1069 (size=1413) 2024-11-18T20:41:20,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741891_1069 (size=1413) 2024-11-18T20:41:20,930 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:20,977 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:20,978 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.0 2024-11-18T20:41:20,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.0 after 11ms 2024-11-18T20:41:20,991 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:23,050 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.0 took 2073ms 2024-11-18T20:41:23,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.0 so closing down 2024-11-18T20:41:23,065 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:23,066 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:23,083 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:23,098 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:23,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:23,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:23,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741892_1070 (size=743) 2024-11-18T20:41:23,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741892_1070 (size=743) 2024-11-18T20:41:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741893_1071 (size=743) 2024-11-18T20:41:23,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:23,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741893_1071 (size=743) 2024-11-18T20:41:23,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:23,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:23,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:23,153 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:23,153 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.0, size=1.4 K (1393bytes) at 1731962480977Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.0 so closing down at 1731962483065 (+2088 ms)3 split writer threads finished at 1731962483066 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962483113 (+47 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962483120 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962483147 (+27 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962483147Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962483153 (+6 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962483153Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962483153 2024-11-18T20:41:23,163 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/oldWALs/wal.dat.0 2024-11-18T20:41:23,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:23,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.1 2024-11-18T20:41:23,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.1 after 2ms 2024-11-18T20:41:23,182 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.1 took 19ms 2024-11-18T20:41:23,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.1 so closing down 2024-11-18T20:41:23,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:23,186 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:23,197 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:23,197 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:23,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:23,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:23,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741894_1072 (size=743) 2024-11-18T20:41:23,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741894_1072 (size=743) 2024-11-18T20:41:23,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:23,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:41:23,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741895_1073 (size=743) 2024-11-18T20:41:23,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741895_1073 (size=743) 2024-11-18T20:41:23,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:23,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:41:23,280 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:23,280 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.1, size=1.4 K (1393bytes) at 1731962483164Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.1 so closing down at 1731962483185 (+21 ms)3 split writer threads finished at 1731962483186 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962483201 (+15 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962483209 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962483221 (+12 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962483231 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962483269 (+38 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962483280 (+11 ms)Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962483280 2024-11-18T20:41:23,294 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/oldWALs/wal.dat.1 2024-11-18T20:41:23,294 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:23,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.2 2024-11-18T20:41:23,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.2 after 1ms 2024-11-18T20:41:23,303 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.2 took 9ms 2024-11-18T20:41:23,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.2 so closing down 2024-11-18T20:41:23,326 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:23,327 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:23,334 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:23,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:23,346 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:23,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:23,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741896_1074 (size=743) 2024-11-18T20:41:23,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741896_1074 (size=743) 2024-11-18T20:41:23,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:23,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741897_1075 (size=743) 2024-11-18T20:41:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741897_1075 (size=743) 2024-11-18T20:41:23,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:41:23,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:23,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:41:23,421 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:23,421 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.2, size=1.4 K (1393bytes) at 1731962483294Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.2 so closing down at 1731962483326 (+32 ms)3 split writer threads finished at 1731962483327 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962483344 (+17 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962483366 (+22 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962483393 (+27 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962483401 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962483404 (+3 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962483419 (+15 ms)Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962483421 (+2 ms) 2024-11-18T20:41:23,441 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/oldWALs/wal.dat.2 2024-11-18T20:41:23,444 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:23,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.3 2024-11-18T20:41:23,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.3 after 10ms 2024-11-18T20:41:23,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.3 took 26ms 2024-11-18T20:41:23,491 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.3 so closing down 2024-11-18T20:41:23,491 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:23,493 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:23,500 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:23,500 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:23,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:23,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:23,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741898_1076 (size=743) 2024-11-18T20:41:23,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741898_1076 (size=743) 2024-11-18T20:41:23,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:23,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741899_1077 (size=743) 2024-11-18T20:41:23,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741899_1077 (size=743) 2024-11-18T20:41:23,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:23,546 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:41:23,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:41:23,548 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:23,549 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.3, size=1.4 K (1393bytes) at 1731962483444Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.3 so closing down at 1731962483491 (+47 ms)3 split writer threads finished at 1731962483493 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962483509 (+16 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962483514 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962483541 (+27 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962483544 (+3 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962483546 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962483548 (+2 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962483548 2024-11-18T20:41:23,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/oldWALs/wal.dat.3 2024-11-18T20:41:23,555 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:41:23,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.4 2024-11-18T20:41:23,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.4 after 1ms 2024-11-18T20:41:23,560 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.4 took 5ms 2024-11-18T20:41:23,566 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.4 so closing down 2024-11-18T20:41:23,566 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:23,566 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:23,576 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:23,576 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:23,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:23,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:23,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741901_1079 (size=743) 2024-11-18T20:41:23,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741901_1079 (size=743) 2024-11-18T20:41:23,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741900_1078 (size=743) 2024-11-18T20:41:23,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741900_1078 (size=743) 2024-11-18T20:41:23,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:23,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:41:24,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:24,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:41:24,023 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:24,023 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.4, size=1.4 K (1393bytes) at 1731962483555Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.4 so closing down at 1731962483566 (+11 ms)3 split writer threads finished at 1731962483566Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962483578 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962483580 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962483632 (+52 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962483636 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962484018 (+382 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962484023 (+5 ms)Processed 20 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962484023 2024-11-18T20:41:24,029 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/oldWALs/wal.dat.4 2024-11-18T20:41:24,030 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:41:24,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.5 2024-11-18T20:41:24,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.5 after 1ms 2024-11-18T20:41:24,037 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.5 took 8ms 2024-11-18T20:41:24,051 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.5 so closing down 2024-11-18T20:41:24,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:24,053 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:24,058 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:24,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:24,076 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:24,087 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:24,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741902_1080 (size=743) 2024-11-18T20:41:24,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741902_1080 (size=743) 2024-11-18T20:41:24,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:24,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:41:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741903_1081 (size=743) 2024-11-18T20:41:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741903_1081 (size=743) 2024-11-18T20:41:24,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:24,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:41:24,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:24,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.5, size=1.4 K (1393bytes) at 1731962484030Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.5 so closing down at 1731962484051 (+21 ms)3 split writer threads finished at 1731962484053 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962484071 (+18 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962484087 (+16 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962484111 (+24 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962484117 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962484121 (+4 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962484125 (+4 ms)Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962484125 2024-11-18T20:41:24,130 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/oldWALs/wal.dat.5 2024-11-18T20:41:24,130 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:41:24,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.6 2024-11-18T20:41:24,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.6 after 1ms 2024-11-18T20:41:24,138 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.6 took 8ms 2024-11-18T20:41:24,151 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.6 so closing down 2024-11-18T20:41:24,151 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:24,153 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:24,158 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:24,159 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:24,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:24,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:24,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741905_1083 (size=749) 2024-11-18T20:41:24,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741905_1083 (size=749) 2024-11-18T20:41:24,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:24,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:41:24,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741904_1082 (size=749) 2024-11-18T20:41:24,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741904_1082 (size=749) 2024-11-18T20:41:24,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:24,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:41:24,592 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:41:24,592 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.6, size=1.4 K (1405bytes) at 1731962484131Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.6 so closing down at 1731962484151 (+20 ms)3 split writer threads finished at 1731962484153 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962484161 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962484162 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962484177 (+15 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962484181 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962484587 (+406 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962484592 (+5 ms)Processed 20 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962484592 2024-11-18T20:41:24,598 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/oldWALs/wal.dat.6 2024-11-18T20:41:24,599 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:24,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.7 2024-11-18T20:41:24,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.7 after 1ms 2024-11-18T20:41:24,605 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.7 took 7ms 2024-11-18T20:41:24,616 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.7 so closing down 2024-11-18T20:41:24,616 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:24,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:24,620 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:24,621 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:24,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:24,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:24,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741906_1084 (size=753) 2024-11-18T20:41:24,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741906_1084 (size=753) 2024-11-18T20:41:24,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:24,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:41:24,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741907_1085 (size=753) 2024-11-18T20:41:24,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741907_1085 (size=753) 2024-11-18T20:41:24,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:24,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:41:24,663 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:24,663 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.7, size=1.4 K (1413bytes) at 1731962484599Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.7 so closing down at 1731962484616 (+17 ms)3 split writer threads finished at 1731962484616Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962484622 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962484626 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962484648 (+22 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962484653 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962484659 (+6 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962484663 (+4 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962484663 2024-11-18T20:41:24,668 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/oldWALs/wal.dat.7 2024-11-18T20:41:24,668 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:41:24,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.8 2024-11-18T20:41:24,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.8 after 1ms 2024-11-18T20:41:24,679 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.8 took 11ms 2024-11-18T20:41:24,699 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.8 so closing down 2024-11-18T20:41:24,699 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:24,705 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:24,717 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:24,718 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:24,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:24,731 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:24,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741909_1087 (size=753) 2024-11-18T20:41:24,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741909_1087 (size=753) 2024-11-18T20:41:24,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:24,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741908_1086 (size=753) 2024-11-18T20:41:24,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741908_1086 (size=753) 2024-11-18T20:41:24,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:41:24,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:24,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:41:24,789 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:24,789 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.8, size=1.4 K (1413bytes) at 1731962484668Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.8 so closing down at 1731962484699 (+31 ms)3 split writer threads finished at 1731962484705 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962484730 (+25 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962484731 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962484775 (+44 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962484781 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962484783 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962484789 (+6 ms)Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962484789 2024-11-18T20:41:24,795 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/oldWALs/wal.dat.8 2024-11-18T20:41:24,796 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:41:24,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.9 2024-11-18T20:41:24,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.9 after 1ms 2024-11-18T20:41:24,811 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.9 took 16ms 2024-11-18T20:41:24,842 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.9 so closing down 2024-11-18T20:41:24,843 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:24,843 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:24,869 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:24,876 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:24,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:24,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:24,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741910_1088 (size=753) 2024-11-18T20:41:24,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741910_1088 (size=753) 2024-11-18T20:41:24,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:24,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:41:24,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741911_1089 (size=753) 2024-11-18T20:41:24,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741911_1089 (size=753) 2024-11-18T20:41:24,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:24,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:41:24,992 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 151 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:24,993 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.9, size=1.4 K (1413bytes) at 1731962484796Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.9 so closing down at 1731962484843 (+47 ms)3 split writer threads finished at 1731962484843Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962484883 (+40 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962484885 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962484941 (+56 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962484946 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962484986 (+40 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962484992 (+6 ms)Processed 20 edits across 2 Regions in 151 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962484992 2024-11-18T20:41:25,001 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/WALs/testretryopenduringrecovery,16010,1731962479951/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/294d255c-6421-3502-aa6d-b04cb550d892/oldWALs/wal.dat.9 2024-11-18T20:41:25,029 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=140 (was 140), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=377 (was 357) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2647 (was 2858) 2024-11-18T20:41:25,041 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=377, ProcessCount=11, AvailableMemoryMB=2646 2024-11-18T20:41:25,043 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:25,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741912_1090 (size=7) 2024-11-18T20:41:25,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741912_1090 (size=7) 2024-11-18T20:41:25,080 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:25,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:25,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:25,090 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:25,090 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:25,092 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:25,102 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:25,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741913_1091 (size=1393) 2024-11-18T20:41:25,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741913_1091 (size=1393) 2024-11-18T20:41:25,208 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:25,209 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:25,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741914_1092 (size=1393) 2024-11-18T20:41:25,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741914_1092 (size=1393) 2024-11-18T20:41:25,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:25,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:25,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741915_1093 (size=1393) 2024-11-18T20:41:25,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741915_1093 (size=1393) 2024-11-18T20:41:25,386 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:25,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:25,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741916_1094 (size=1393) 2024-11-18T20:41:25,470 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:25,470 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:25,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741916_1094 (size=1393) 2024-11-18T20:41:25,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741917_1095 (size=1393) 2024-11-18T20:41:25,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741917_1095 (size=1393) 2024-11-18T20:41:25,540 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:25,541 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,575 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:25,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741919_1097 (size=1405) 2024-11-18T20:41:25,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741919_1097 (size=1405) 2024-11-18T20:41:25,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:25,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:25,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741920_1098 (size=1413) 2024-11-18T20:41:25,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741920_1098 (size=1413) 2024-11-18T20:41:25,672 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:25,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:25,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741921_1099 (size=1413) 2024-11-18T20:41:25,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741921_1099 (size=1413) 2024-11-18T20:41:25,715 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:25,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:25,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:25,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:25,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741922_1100 (size=1413) 2024-11-18T20:41:25,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741922_1100 (size=1413) 2024-11-18T20:41:25,744 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:25,770 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:25,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.0 2024-11-18T20:41:25,771 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.0 after 1ms 2024-11-18T20:41:25,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.0 took 4ms 2024-11-18T20:41:25,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.0 so closing down 2024-11-18T20:41:25,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:25,777 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:25,780 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:25,780 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:25,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:25,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:25,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741923_1101 (size=743) 2024-11-18T20:41:25,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741924_1102 (size=743) 2024-11-18T20:41:25,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741924_1102 (size=743) 2024-11-18T20:41:25,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:25,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741923_1101 (size=743) 2024-11-18T20:41:25,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:25,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:25,828 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:25,828 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.0, size=1.4 K (1393bytes) at 1731962485770Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.0 so closing down at 1731962485777 (+7 ms)3 split writer threads finished at 1731962485777Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962485785 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962485789 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962485816 (+27 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962485817 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962485826 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962485828 (+2 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962485828 2024-11-18T20:41:25,833 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/oldWALs/wal.dat.0 2024-11-18T20:41:25,833 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:25,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.1 2024-11-18T20:41:25,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.1 after 0ms 2024-11-18T20:41:25,837 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.1 took 4ms 2024-11-18T20:41:25,843 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.1 so closing down 2024-11-18T20:41:25,843 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:25,843 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:25,852 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:25,852 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:25,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:25,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:25,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741925_1103 (size=743) 2024-11-18T20:41:25,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:25,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741925_1103 (size=743) 2024-11-18T20:41:25,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:41:25,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741926_1104 (size=743) 2024-11-18T20:41:25,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741926_1104 (size=743) 2024-11-18T20:41:25,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:25,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:41:25,966 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:25,970 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.1, size=1.4 K (1393bytes) at 1731962485833Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.1 so closing down at 1731962485843 (+10 ms)3 split writer threads finished at 1731962485843Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962485869 (+26 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962485872 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962485946 (+74 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962485950 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962485962 (+12 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962485964 (+2 ms)Processed 20 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962485966 (+2 ms) 2024-11-18T20:41:25,978 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/oldWALs/wal.dat.1 2024-11-18T20:41:25,978 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:25,978 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.2 2024-11-18T20:41:25,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.2 after 1ms 2024-11-18T20:41:25,982 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.2 took 4ms 2024-11-18T20:41:25,997 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.2 so closing down 2024-11-18T20:41:25,997 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:25,997 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:26,006 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:26,019 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:26,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:26,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741927_1105 (size=743) 2024-11-18T20:41:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741927_1105 (size=743) 2024-11-18T20:41:26,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:26,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:41:26,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741928_1106 (size=743) 2024-11-18T20:41:26,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741928_1106 (size=743) 2024-11-18T20:41:26,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:26,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:41:26,087 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:26,087 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.2, size=1.4 K (1393bytes) at 1731962485978Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.2 so closing down at 1731962485997 (+19 ms)3 split writer threads finished at 1731962485997Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962486029 (+32 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962486030 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962486053 (+23 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962486062 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962486085 (+23 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962486087 (+2 ms)Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962486087 2024-11-18T20:41:26,090 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/oldWALs/wal.dat.2 2024-11-18T20:41:26,090 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:26,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.3 2024-11-18T20:41:26,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.3 after 1ms 2024-11-18T20:41:26,096 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.3 took 6ms 2024-11-18T20:41:26,097 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.3 so closing down 2024-11-18T20:41:26,097 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:26,097 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:26,129 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:26,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:26,134 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:26,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:26,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741929_1107 (size=743) 2024-11-18T20:41:26,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741929_1107 (size=743) 2024-11-18T20:41:26,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741930_1108 (size=743) 2024-11-18T20:41:26,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741930_1108 (size=743) 2024-11-18T20:41:26,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:26,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:41:26,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:26,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:41:26,610 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 514 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:26,610 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.3, size=1.4 K (1393bytes) at 1731962486090Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.3 so closing down at 1731962486097 (+7 ms)3 split writer threads finished at 1731962486097Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962486130 (+33 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962486157 (+27 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962486578 (+421 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962486585 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962486607 (+22 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962486610 (+3 ms)Processed 20 edits across 2 Regions in 514 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962486610 2024-11-18T20:41:26,623 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/oldWALs/wal.dat.3 2024-11-18T20:41:26,623 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:41:26,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.4 2024-11-18T20:41:26,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.4 after 2ms 2024-11-18T20:41:26,633 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.4 took 10ms 2024-11-18T20:41:26,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.4 so closing down 2024-11-18T20:41:26,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:26,644 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:26,652 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:26,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:26,656 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:26,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:26,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741931_1109 (size=743) 2024-11-18T20:41:26,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741931_1109 (size=743) 2024-11-18T20:41:26,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:26,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:41:26,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741932_1110 (size=743) 2024-11-18T20:41:26,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741932_1110 (size=743) 2024-11-18T20:41:27,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:27,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:41:27,124 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:27,124 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.4, size=1.4 K (1393bytes) at 1731962486623Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.4 so closing down at 1731962486643 (+20 ms)3 split writer threads finished at 1731962486644 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962486655 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962486662 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962486695 (+33 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962486699 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962487122 (+423 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962487124 (+2 ms)Processed 20 edits across 2 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962487124 2024-11-18T20:41:27,128 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/oldWALs/wal.dat.4 2024-11-18T20:41:27,129 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5, size=150 (150bytes) 2024-11-18T20:41:27,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5 2024-11-18T20:41:27,129 WARN [IPC Server handler 4 on default port 39311 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-18T20:41:27,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5 after 0ms 2024-11-18T20:41:27,936 WARN [ResponseProcessor for block BP-1418292313-172.17.0.2-1731962462055:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1418292313-172.17.0.2-1731962462055:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:41:27,936 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_12833004_22 at /127.0.0.1:41084 [Receiving block BP-1418292313-172.17.0.2-1731962462055:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:34519:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41084 dst: /127.0.0.1:34519 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34519 remote=/127.0.0.1:41084]. Total timeout mills is 60000, 57640 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:27,936 WARN [DataStreamer for file /user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5 block BP-1418292313-172.17.0.2-1731962462055:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1418292313-172.17.0.2-1731962462055:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34519,DS-5d21f7f8-8021-4574-9b64-e8af97dc6a95,DISK], DatanodeInfoWithStorage[127.0.0.1:41827,DS-d277bac2-936a-42ea-b159-cbf9018a49ab,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34519,DS-5d21f7f8-8021-4574-9b64-e8af97dc6a95,DISK]) is bad. 2024-11-18T20:41:27,936 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_12833004_22 at /127.0.0.1:36342 [Receiving block BP-1418292313-172.17.0.2-1731962462055:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:41827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36342 dst: /127.0.0.1:41827 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:27,943 WARN [DataStreamer for file /user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5 block BP-1418292313-172.17.0.2-1731962462055:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1418292313-172.17.0.2-1731962462055:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:41:31,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5 after 4001ms 2024-11-18T20:41:31,133 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5 took 4005ms 2024-11-18T20:41:31,135 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5; continuing. 2024-11-18T20:41:31,135 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5 so closing down 2024-11-18T20:41:31,135 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:31,135 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:31,141 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:31,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:31,144 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:31,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:31,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741933_1112 (size=743) 2024-11-18T20:41:31,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741933_1112 (size=743) 2024-11-18T20:41:31,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:31,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:41:31,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741934_1113 (size=743) 2024-11-18T20:41:31,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741934_1113 (size=743) 2024-11-18T20:41:31,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:31,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:41:31,177 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T20:41:31,177 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5, size=150 (150bytes) at 1731962487129Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5 so closing down at 1731962491135 (+4006 ms)3 split writer threads finished at 1731962491135Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962491143 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962491149 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962491160 (+11 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962491163 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962491175 (+12 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962491177 (+2 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731962491177 2024-11-18T20:41:31,181 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/oldWALs/wal.dat.5 2024-11-18T20:41:31,181 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:41:31,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.6 2024-11-18T20:41:31,182 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.6 after 1ms 2024-11-18T20:41:31,184 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.6 took 3ms 2024-11-18T20:41:31,186 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.6 so closing down 2024-11-18T20:41:31,186 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:31,189 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:31,191 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:31,192 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:31,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:31,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741935_1114 (size=749) 2024-11-18T20:41:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741935_1114 (size=749) 2024-11-18T20:41:31,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:31,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:41:31,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741936_1115 (size=749) 2024-11-18T20:41:31,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741936_1115 (size=749) 2024-11-18T20:41:31,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:31,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:41:31,619 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:41:31,619 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.6, size=1.4 K (1405bytes) at 1731962491181Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.6 so closing down at 1731962491186 (+5 ms)3 split writer threads finished at 1731962491189 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962491193 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962491193Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962491204 (+11 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962491214 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962491616 (+402 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962491618 (+2 ms)Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962491619 (+1 ms) 2024-11-18T20:41:31,620 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/oldWALs/wal.dat.6 2024-11-18T20:41:31,621 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:31,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.7 2024-11-18T20:41:31,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.7 after 0ms 2024-11-18T20:41:31,625 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.7 took 4ms 2024-11-18T20:41:31,635 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.7 so closing down 2024-11-18T20:41:31,635 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:31,636 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:31,639 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:31,639 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:31,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:31,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:31,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741937_1116 (size=753) 2024-11-18T20:41:31,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741937_1116 (size=753) 2024-11-18T20:41:31,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741938_1117 (size=753) 2024-11-18T20:41:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741938_1117 (size=753) 2024-11-18T20:41:31,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:31,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:41:32,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:32,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:41:32,069 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:32,069 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.7, size=1.4 K (1413bytes) at 1731962491621Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.7 so closing down at 1731962491635 (+14 ms)3 split writer threads finished at 1731962491636 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962491641 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962491641Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962491674 (+33 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962491675 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962492067 (+392 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962492068 (+1 ms)Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962492069 (+1 ms) 2024-11-18T20:41:32,071 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/oldWALs/wal.dat.7 2024-11-18T20:41:32,071 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:41:32,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.8 2024-11-18T20:41:32,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.8 after 0ms 2024-11-18T20:41:32,075 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.8 took 4ms 2024-11-18T20:41:32,077 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.8 so closing down 2024-11-18T20:41:32,077 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:32,077 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:32,083 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:32,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:32,087 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:32,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:32,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741939_1118 (size=753) 2024-11-18T20:41:32,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741939_1118 (size=753) 2024-11-18T20:41:32,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:32,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:41:32,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741940_1119 (size=753) 2024-11-18T20:41:32,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741940_1119 (size=753) 2024-11-18T20:41:32,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:32,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:41:32,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:32,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.8, size=1.4 K (1413bytes) at 1731962492071Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.8 so closing down at 1731962492077 (+6 ms)3 split writer threads finished at 1731962492078 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962492085 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962492091 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962492103 (+12 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962492104 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962492122 (+18 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962492125 (+3 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962492125 2024-11-18T20:41:32,129 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/oldWALs/wal.dat.8 2024-11-18T20:41:32,129 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:41:32,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.9 2024-11-18T20:41:32,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.9 after 2ms 2024-11-18T20:41:32,134 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.9 took 5ms 2024-11-18T20:41:32,141 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.9 so closing down 2024-11-18T20:41:32,141 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:32,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:32,148 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:32,148 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:32,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:32,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:32,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741942_1121 (size=753) 2024-11-18T20:41:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741941_1120 (size=753) 2024-11-18T20:41:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741942_1121 (size=753) 2024-11-18T20:41:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741941_1120 (size=753) 2024-11-18T20:41:32,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:32,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:32,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:41:32,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:41:32,173 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:32,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.9, size=1.4 K (1413bytes) at 1731962492129Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.9 so closing down at 1731962492141 (+12 ms)3 split writer threads finished at 1731962492143 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962492152 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962492152Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962492171 (+19 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962492172 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962492173 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962492173Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962492173 2024-11-18T20:41:32,175 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962485090/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/ef52d2df-e451-1877-1b3b-57f3df1b43e8/oldWALs/wal.dat.9 2024-11-18T20:41:32,340 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=138 (was 140), OpenFileDescriptor=393 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 377) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2465 (was 2646) 2024-11-18T20:41:32,351 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=2465 2024-11-18T20:41:32,352 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:32,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741943_1122 (size=7) 2024-11-18T20:41:32,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741943_1122 (size=7) 2024-11-18T20:41:32,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:32,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:32,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:32,374 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:32,390 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138 (was 138), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=2464 (was 2465) 2024-11-18T20:41:32,398 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=2463 2024-11-18T20:41:32,398 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741944_1123 (size=7) 2024-11-18T20:41:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741944_1123 (size=7) 2024-11-18T20:41:32,412 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:32,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:32,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:32,429 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:32,430 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:32,431 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:32,433 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:32,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741945_1124 (size=1393) 2024-11-18T20:41:32,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741945_1124 (size=1393) 2024-11-18T20:41:32,493 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:32,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:32,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741946_1125 (size=1393) 2024-11-18T20:41:32,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741946_1125 (size=1393) 2024-11-18T20:41:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:32,538 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:32,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741947_1126 (size=1393) 2024-11-18T20:41:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741947_1126 (size=1393) 2024-11-18T20:41:32,562 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:32,562 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:32,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741948_1127 (size=1393) 2024-11-18T20:41:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741948_1127 (size=1393) 2024-11-18T20:41:32,583 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:32,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:32,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741949_1128 (size=1393) 2024-11-18T20:41:32,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741949_1128 (size=1393) 2024-11-18T20:41:32,611 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:32,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:32,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741950_1129 (size=1393) 2024-11-18T20:41:32,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741950_1129 (size=1393) 2024-11-18T20:41:32,671 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:32,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:32,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741951_1130 (size=1405) 2024-11-18T20:41:32,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741951_1130 (size=1405) 2024-11-18T20:41:32,716 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:32,716 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:32,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741952_1131 (size=1413) 2024-11-18T20:41:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741952_1131 (size=1413) 2024-11-18T20:41:32,801 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:32,802 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741953_1132 (size=1413) 2024-11-18T20:41:32,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741953_1132 (size=1413) 2024-11-18T20:41:32,872 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:32,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:32,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741954_1133 (size=1413) 2024-11-18T20:41:32,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741954_1133 (size=1413) 2024-11-18T20:41:33,328 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:33,361 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:33,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.0 2024-11-18T20:41:33,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.0 after 1ms 2024-11-18T20:41:33,366 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.0 took 5ms 2024-11-18T20:41:33,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.0 so closing down 2024-11-18T20:41:33,385 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:33,391 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:33,403 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:33,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:33,413 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:33,427 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741955_1134 (size=743) 2024-11-18T20:41:33,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741955_1134 (size=743) 2024-11-18T20:41:33,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:33,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:33,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741956_1135 (size=743) 2024-11-18T20:41:33,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741956_1135 (size=743) 2024-11-18T20:41:33,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:33,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:33,474 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:33,474 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.0, size=1.4 K (1393bytes) at 1731962493361Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.0 so closing down at 1731962493384 (+23 ms)3 split writer threads finished at 1731962493391 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962493404 (+13 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962493427 (+23 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962493457 (+30 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962493463 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962493473 (+10 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962493474 (+1 ms)Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962493474 2024-11-18T20:41:33,477 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/oldWALs/wal.dat.0 2024-11-18T20:41:33,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:33,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.1 2024-11-18T20:41:33,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.1 after 0ms 2024-11-18T20:41:33,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.1 took 2ms 2024-11-18T20:41:33,499 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.1 so closing down 2024-11-18T20:41:33,499 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:33,501 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:33,509 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:33,510 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:33,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:33,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:33,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741957_1136 (size=743) 2024-11-18T20:41:33,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741957_1136 (size=743) 2024-11-18T20:41:33,571 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:33,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:41:33,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741958_1137 (size=743) 2024-11-18T20:41:33,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741958_1137 (size=743) 2024-11-18T20:41:33,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:33,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:41:33,583 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:33,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.1, size=1.4 K (1393bytes) at 1731962493477Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.1 so closing down at 1731962493499 (+22 ms)3 split writer threads finished at 1731962493501 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962493538 (+37 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962493548 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962493571 (+23 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962493574 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962493581 (+7 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962493583 (+2 ms)Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962493583 2024-11-18T20:41:33,586 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/oldWALs/wal.dat.1 2024-11-18T20:41:33,587 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:33,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.2 2024-11-18T20:41:33,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.2 after 0ms 2024-11-18T20:41:33,589 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.2 took 3ms 2024-11-18T20:41:33,590 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.2 so closing down 2024-11-18T20:41:33,590 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:33,592 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:33,601 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:33,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:33,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:33,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741959_1138 (size=743) 2024-11-18T20:41:33,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741959_1138 (size=743) 2024-11-18T20:41:33,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:33,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:41:33,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741960_1139 (size=743) 2024-11-18T20:41:33,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741960_1139 (size=743) 2024-11-18T20:41:33,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:33,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:41:33,677 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:33,677 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.2, size=1.4 K (1393bytes) at 1731962493587Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.2 so closing down at 1731962493590 (+3 ms)3 split writer threads finished at 1731962493592 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962493617 (+25 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962493625 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962493660 (+35 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962493663 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962493675 (+12 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962493677 (+2 ms)Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962493677 2024-11-18T20:41:33,679 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/oldWALs/wal.dat.2 2024-11-18T20:41:33,679 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:33,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.3 2024-11-18T20:41:33,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.3 after 0ms 2024-11-18T20:41:33,684 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.3 took 5ms 2024-11-18T20:41:33,686 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.3 so closing down 2024-11-18T20:41:33,686 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:33,686 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:33,689 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:33,689 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:33,691 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:33,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741961_1140 (size=743) 2024-11-18T20:41:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741962_1141 (size=743) 2024-11-18T20:41:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741962_1141 (size=743) 2024-11-18T20:41:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741961_1140 (size=743) 2024-11-18T20:41:33,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:33,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:33,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:41:33,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:41:33,719 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:33,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.3, size=1.4 K (1393bytes) at 1731962493679Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.3 so closing down at 1731962493686 (+7 ms)3 split writer threads finished at 1731962493686Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962493691 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962493691Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962493717 (+26 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962493717Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962493719 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962493719Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962493719 2024-11-18T20:41:33,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/oldWALs/wal.dat.3 2024-11-18T20:41:33,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:41:33,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.4 2024-11-18T20:41:33,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.4 after 1ms 2024-11-18T20:41:33,725 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.4 took 3ms 2024-11-18T20:41:33,726 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.4 so closing down 2024-11-18T20:41:33,726 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:33,726 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:33,729 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:33,729 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:33,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:33,731 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:33,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741963_1142 (size=743) 2024-11-18T20:41:33,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741963_1142 (size=743) 2024-11-18T20:41:33,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741964_1143 (size=743) 2024-11-18T20:41:33,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:33,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:33,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741964_1143 (size=743) 2024-11-18T20:41:33,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:41:33,749 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:41:33,750 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:33,750 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.4, size=1.4 K (1393bytes) at 1731962493722Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.4 so closing down at 1731962493726 (+4 ms)3 split writer threads finished at 1731962493727 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962493731 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962493731Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962493748 (+17 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962493748Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962493749 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962493749Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962493750 (+1 ms) 2024-11-18T20:41:33,751 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/oldWALs/wal.dat.4 2024-11-18T20:41:33,752 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:41:33,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.5 2024-11-18T20:41:33,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.5 after 0ms 2024-11-18T20:41:33,754 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.5 took 2ms 2024-11-18T20:41:33,755 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.5 so closing down 2024-11-18T20:41:33,756 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:33,756 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:33,759 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:33,760 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:33,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:33,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:33,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741965_1144 (size=743) 2024-11-18T20:41:33,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741965_1144 (size=743) 2024-11-18T20:41:33,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741966_1145 (size=743) 2024-11-18T20:41:33,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741966_1145 (size=743) 2024-11-18T20:41:33,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:33,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:41:34,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:34,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:41:34,175 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:34,175 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.5, size=1.4 K (1393bytes) at 1731962493752Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.5 so closing down at 1731962493755 (+3 ms)3 split writer threads finished at 1731962493756 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962493762 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962493762Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962493780 (+18 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962493782 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962494172 (+390 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962494175 (+3 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962494175 2024-11-18T20:41:34,177 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/oldWALs/wal.dat.5 2024-11-18T20:41:34,178 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:41:34,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.6 2024-11-18T20:41:34,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.6 after 0ms 2024-11-18T20:41:34,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.6 took 2ms 2024-11-18T20:41:34,186 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.6 so closing down 2024-11-18T20:41:34,186 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:34,186 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:34,193 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:34,194 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:34,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:34,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:34,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741967_1146 (size=749) 2024-11-18T20:41:34,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741967_1146 (size=749) 2024-11-18T20:41:34,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:34,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:41:34,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741968_1147 (size=749) 2024-11-18T20:41:34,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741968_1147 (size=749) 2024-11-18T20:41:34,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:34,213 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:41:34,213 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:41:34,213 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.6, size=1.4 K (1405bytes) at 1731962494178Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.6 so closing down at 1731962494186 (+8 ms)3 split writer threads finished at 1731962494186Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962494194 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962494196 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962494205 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962494206 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962494211 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962494213 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962494213 2024-11-18T20:41:34,215 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/oldWALs/wal.dat.6 2024-11-18T20:41:34,215 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:34,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.7 2024-11-18T20:41:34,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.7 after 1ms 2024-11-18T20:41:34,219 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.7 took 4ms 2024-11-18T20:41:34,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.7 so closing down 2024-11-18T20:41:34,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:34,221 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:34,227 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:34,227 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:34,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:34,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:34,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741969_1148 (size=753) 2024-11-18T20:41:34,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741969_1148 (size=753) 2024-11-18T20:41:34,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741970_1149 (size=753) 2024-11-18T20:41:34,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741970_1149 (size=753) 2024-11-18T20:41:34,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:34,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:41:34,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:34,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:41:34,674 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:34,675 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.7, size=1.4 K (1413bytes) at 1731962494215Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.7 so closing down at 1731962494221 (+6 ms)3 split writer threads finished at 1731962494221Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962494228 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962494245 (+17 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962494289 (+44 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962494290 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962494672 (+382 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962494674 (+2 ms)Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962494674 2024-11-18T20:41:34,677 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/oldWALs/wal.dat.7 2024-11-18T20:41:34,678 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:41:34,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.8 2024-11-18T20:41:34,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.8 after 0ms 2024-11-18T20:41:34,682 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.8 took 5ms 2024-11-18T20:41:34,683 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.8 so closing down 2024-11-18T20:41:34,683 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:34,684 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:34,690 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:34,690 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:34,693 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:34,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741971_1150 (size=753) 2024-11-18T20:41:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741971_1150 (size=753) 2024-11-18T20:41:34,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741972_1151 (size=753) 2024-11-18T20:41:34,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741972_1151 (size=753) 2024-11-18T20:41:34,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:34,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:41:35,104 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:41:35,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:35,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:41:35,123 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:35,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.8, size=1.4 K (1413bytes) at 1731962494678Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.8 so closing down at 1731962494683 (+5 ms)3 split writer threads finished at 1731962494684 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962494693 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962494701 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962494733 (+32 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962494734 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962495121 (+387 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962495122 (+1 ms)Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962495123 (+1 ms) 2024-11-18T20:41:35,125 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/oldWALs/wal.dat.8 2024-11-18T20:41:35,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:41:35,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.9 2024-11-18T20:41:35,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.9 after 1ms 2024-11-18T20:41:35,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.9 took 3ms 2024-11-18T20:41:35,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.9 so closing down 2024-11-18T20:41:35,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:35,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:35,133 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:35,139 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:35,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:35,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:35,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741973_1152 (size=753) 2024-11-18T20:41:35,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741973_1152 (size=753) 2024-11-18T20:41:35,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:35,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:41:35,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741974_1153 (size=753) 2024-11-18T20:41:35,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741974_1153 (size=753) 2024-11-18T20:41:35,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:35,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:41:35,165 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:35,165 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.9, size=1.4 K (1413bytes) at 1731962495125Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.9 so closing down at 1731962495129 (+4 ms)3 split writer threads finished at 1731962495129Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962495140 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962495141 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962495148 (+7 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962495150 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962495162 (+12 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962495164 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962495165 (+1 ms) 2024-11-18T20:41:35,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/WALs/testsplit,16010,1731962492430/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/e4d1073b-7e1c-1271-fcf9-5c7dbd40835a/oldWALs/wal.dat.9 2024-11-18T20:41:35,253 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138 (was 138), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=2413 (was 2463) 2024-11-18T20:41:35,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=2412 2024-11-18T20:41:35,263 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:35,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741975_1154 (size=7) 2024-11-18T20:41:35,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741975_1154 (size=7) 2024-11-18T20:41:35,277 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:35,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:35,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:35,281 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:35,281 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:35,282 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:35,284 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741976_1155 (size=1393) 2024-11-18T20:41:35,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741976_1155 (size=1393) 2024-11-18T20:41:35,301 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:35,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:35,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741977_1156 (size=1393) 2024-11-18T20:41:35,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741977_1156 (size=1393) 2024-11-18T20:41:35,320 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:35,320 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741978_1157 (size=1393) 2024-11-18T20:41:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741978_1157 (size=1393) 2024-11-18T20:41:35,739 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:35,739 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:35,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741979_1158 (size=1393) 2024-11-18T20:41:35,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741979_1158 (size=1393) 2024-11-18T20:41:35,758 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:35,759 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:35,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741980_1159 (size=1393) 2024-11-18T20:41:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741980_1159 (size=1393) 2024-11-18T20:41:36,182 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:36,182 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:36,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741981_1160 (size=1393) 2024-11-18T20:41:36,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741981_1160 (size=1393) 2024-11-18T20:41:36,206 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:36,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741982_1161 (size=1405) 2024-11-18T20:41:36,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741982_1161 (size=1405) 2024-11-18T20:41:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:36,626 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741983_1162 (size=1413) 2024-11-18T20:41:36,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741983_1162 (size=1413) 2024-11-18T20:41:36,647 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:36,647 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:36,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:36,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:36,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741984_1163 (size=1413) 2024-11-18T20:41:36,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741984_1163 (size=1413) 2024-11-18T20:41:37,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:37,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:37,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:37,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:37,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741985_1164 (size=1413) 2024-11-18T20:41:37,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741985_1164 (size=1413) 2024-11-18T20:41:37,092 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:37,112 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:37,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.0 2024-11-18T20:41:37,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.0 after 13ms 2024-11-18T20:41:37,129 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.0 took 17ms 2024-11-18T20:41:37,133 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.0 so closing down 2024-11-18T20:41:37,133 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:37,133 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:37,141 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:37,141 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:37,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:37,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741986_1165 (size=743) 2024-11-18T20:41:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741986_1165 (size=743) 2024-11-18T20:41:37,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:37,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741987_1166 (size=743) 2024-11-18T20:41:37,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741987_1166 (size=743) 2024-11-18T20:41:37,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:37,170 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:37,170 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.0, size=1.4 K (1393bytes) at 1731962497112Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.0 so closing down at 1731962497133 (+21 ms)3 split writer threads finished at 1731962497133Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962497142 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962497142Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497155 (+13 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962497158 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497167 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962497170 (+3 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962497170 2024-11-18T20:41:37,173 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/oldWALs/wal.dat.0 2024-11-18T20:41:37,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:37,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.1 2024-11-18T20:41:37,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.1 after 1ms 2024-11-18T20:41:37,177 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.1 took 4ms 2024-11-18T20:41:37,183 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.1 so closing down 2024-11-18T20:41:37,183 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:37,184 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:37,187 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:37,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:37,190 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:37,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:37,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741988_1167 (size=743) 2024-11-18T20:41:37,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741988_1167 (size=743) 2024-11-18T20:41:37,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:41:37,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741989_1168 (size=743) 2024-11-18T20:41:37,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741989_1168 (size=743) 2024-11-18T20:41:37,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:41:37,226 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:37,226 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.1, size=1.4 K (1393bytes) at 1731962497173Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.1 so closing down at 1731962497183 (+10 ms)3 split writer threads finished at 1731962497184 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962497188 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962497191 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497209 (+18 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962497211 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497223 (+12 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962497226 (+3 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962497226 2024-11-18T20:41:37,228 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/oldWALs/wal.dat.1 2024-11-18T20:41:37,229 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:37,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.2 2024-11-18T20:41:37,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.2 after 1ms 2024-11-18T20:41:37,232 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.2 took 3ms 2024-11-18T20:41:37,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.2 so closing down 2024-11-18T20:41:37,234 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:37,234 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:37,237 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:37,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:37,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:37,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:37,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741990_1169 (size=743) 2024-11-18T20:41:37,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741990_1169 (size=743) 2024-11-18T20:41:37,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:41:37,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741991_1170 (size=743) 2024-11-18T20:41:37,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741991_1170 (size=743) 2024-11-18T20:41:37,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:41:37,266 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:37,266 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.2, size=1.4 K (1393bytes) at 1731962497229Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.2 so closing down at 1731962497234 (+5 ms)3 split writer threads finished at 1731962497234Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962497238 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962497238Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497253 (+15 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962497256 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497263 (+7 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962497266 (+3 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962497266 2024-11-18T20:41:37,269 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/oldWALs/wal.dat.2 2024-11-18T20:41:37,269 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:37,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.3 2024-11-18T20:41:37,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.3 after 1ms 2024-11-18T20:41:37,273 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.3 took 4ms 2024-11-18T20:41:37,274 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.3 so closing down 2024-11-18T20:41:37,275 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:37,275 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:37,281 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:37,283 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:37,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:37,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:37,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741992_1171 (size=743) 2024-11-18T20:41:37,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741992_1171 (size=743) 2024-11-18T20:41:37,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:41:37,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741993_1172 (size=743) 2024-11-18T20:41:37,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741993_1172 (size=743) 2024-11-18T20:41:37,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:41:37,314 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:37,314 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.3, size=1.4 K (1393bytes) at 1731962497269Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.3 so closing down at 1731962497275 (+6 ms)3 split writer threads finished at 1731962497275Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962497285 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962497289 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497304 (+15 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962497306 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497311 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962497314 (+3 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962497314 2024-11-18T20:41:37,317 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/oldWALs/wal.dat.3 2024-11-18T20:41:37,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:41:37,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.4 2024-11-18T20:41:37,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.4 after 0ms 2024-11-18T20:41:37,320 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.4 took 3ms 2024-11-18T20:41:37,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.4 so closing down 2024-11-18T20:41:37,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:37,324 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:37,327 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:37,327 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:37,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:37,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:37,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741995_1174 (size=743) 2024-11-18T20:41:37,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741995_1174 (size=743) 2024-11-18T20:41:37,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:41:37,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741994_1173 (size=743) 2024-11-18T20:41:37,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741994_1173 (size=743) 2024-11-18T20:41:37,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:41:37,350 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:37,350 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.4, size=1.4 K (1393bytes) at 1731962497318Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.4 so closing down at 1731962497322 (+4 ms)3 split writer threads finished at 1731962497324 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962497329 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962497330 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497341 (+11 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962497344 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497347 (+3 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962497350 (+3 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962497350 2024-11-18T20:41:37,354 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/oldWALs/wal.dat.4 2024-11-18T20:41:37,354 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:41:37,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.5 2024-11-18T20:41:37,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.5 after 1ms 2024-11-18T20:41:37,357 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.5 took 3ms 2024-11-18T20:41:37,359 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.5 so closing down 2024-11-18T20:41:37,359 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:37,359 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:37,364 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:37,364 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:37,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:37,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:37,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741996_1175 (size=743) 2024-11-18T20:41:37,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741996_1175 (size=743) 2024-11-18T20:41:37,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:41:37,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741997_1176 (size=743) 2024-11-18T20:41:37,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741997_1176 (size=743) 2024-11-18T20:41:37,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:41:37,413 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:37,413 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.5, size=1.4 K (1393bytes) at 1731962497354Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.5 so closing down at 1731962497359 (+5 ms)3 split writer threads finished at 1731962497359Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962497366 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962497367 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497383 (+16 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962497388 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497406 (+18 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962497413 (+7 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962497413 2024-11-18T20:41:37,418 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/oldWALs/wal.dat.5 2024-11-18T20:41:37,418 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:41:37,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.6 2024-11-18T20:41:37,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.6 after 2ms 2024-11-18T20:41:37,425 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.6 took 7ms 2024-11-18T20:41:37,438 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.6 so closing down 2024-11-18T20:41:37,438 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:37,438 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:37,442 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:37,442 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:37,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:37,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:37,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741999_1178 (size=749) 2024-11-18T20:41:37,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741999_1178 (size=749) 2024-11-18T20:41:37,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:41:37,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741998_1177 (size=749) 2024-11-18T20:41:37,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073741998_1177 (size=749) 2024-11-18T20:41:37,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:41:37,867 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:41:37,867 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.6, size=1.4 K (1405bytes) at 1731962497418Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.6 so closing down at 1731962497438 (+20 ms)3 split writer threads finished at 1731962497438Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962497443 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962497443Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497459 (+16 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962497461 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497864 (+403 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962497867 (+3 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962497867 2024-11-18T20:41:37,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/oldWALs/wal.dat.6 2024-11-18T20:41:37,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:37,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.7 2024-11-18T20:41:37,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.7 after 2ms 2024-11-18T20:41:37,875 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.7 took 5ms 2024-11-18T20:41:37,878 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.7 so closing down 2024-11-18T20:41:37,878 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:37,879 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:37,885 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:37,885 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:37,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:37,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:37,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742000_1179 (size=753) 2024-11-18T20:41:37,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742000_1179 (size=753) 2024-11-18T20:41:37,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:41:37,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742001_1180 (size=753) 2024-11-18T20:41:37,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742001_1180 (size=753) 2024-11-18T20:41:37,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:41:37,948 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:37,948 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.7, size=1.4 K (1413bytes) at 1731962497870Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.7 so closing down at 1731962497878 (+8 ms)3 split writer threads finished at 1731962497879 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962497890 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962497901 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497925 (+24 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962497932 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497946 (+14 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962497948 (+2 ms)Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962497948 2024-11-18T20:41:37,951 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/oldWALs/wal.dat.7 2024-11-18T20:41:37,951 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:41:37,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.8 2024-11-18T20:41:37,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.8 after 1ms 2024-11-18T20:41:37,955 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.8 took 4ms 2024-11-18T20:41:37,956 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.8 so closing down 2024-11-18T20:41:37,956 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:37,956 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:37,962 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:37,964 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:37,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:37,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:37,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742002_1181 (size=753) 2024-11-18T20:41:37,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742002_1181 (size=753) 2024-11-18T20:41:37,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:37,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742003_1182 (size=753) 2024-11-18T20:41:37,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742003_1182 (size=753) 2024-11-18T20:41:37,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:38,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:41:38,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:41:38,005 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:38,005 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.8, size=1.4 K (1413bytes) at 1731962497951Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.8 so closing down at 1731962497956 (+5 ms)3 split writer threads finished at 1731962497956Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962497964 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962497965 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497990 (+25 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962497999 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962498004 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962498005 (+1 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962498005 2024-11-18T20:41:38,009 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/oldWALs/wal.dat.8 2024-11-18T20:41:38,009 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:41:38,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.9 2024-11-18T20:41:38,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.9 after 1ms 2024-11-18T20:41:38,015 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.9 took 6ms 2024-11-18T20:41:38,025 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.9 so closing down 2024-11-18T20:41:38,025 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:38,025 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:38,029 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:38,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:38,032 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:38,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:38,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742004_1183 (size=753) 2024-11-18T20:41:38,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742004_1183 (size=753) 2024-11-18T20:41:38,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:38,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:41:38,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742005_1184 (size=753) 2024-11-18T20:41:38,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742005_1184 (size=753) 2024-11-18T20:41:38,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:38,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:41:38,073 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:38,073 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.9, size=1.4 K (1413bytes) at 1731962498009Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.9 so closing down at 1731962498025 (+16 ms)3 split writer threads finished at 1731962498025Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962498032 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962498037 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962498060 (+23 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962498064 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962498069 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962498072 (+3 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962498073 (+1 ms) 2024-11-18T20:41:38,078 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/WALs/testmovedwalduringrecovery,16010,1731962495281/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/04101190-ebfa-19f4-1054-467c479fab07/oldWALs/wal.dat.9 2024-11-18T20:41:38,088 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=135 (was 138), OpenFileDescriptor=387 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=451 (was 412) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2356 (was 2412) 2024-11-18T20:41:38,096 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=135, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=11, AvailableMemoryMB=2356 2024-11-18T20:41:38,097 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:38,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742006_1185 (size=7) 2024-11-18T20:41:38,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742006_1185 (size=7) 2024-11-18T20:41:38,112 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:38,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:38,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:38,116 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:38,120 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T20:41:38,120 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-18T20:41:38,121 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-18T20:41:38,121 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-18T20:41:38,122 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-18T20:41:38,142 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/WALs/testthreading,16010,1731962498117/wal.dat..fake, size=0 (0bytes) 2024-11-18T20:41:38,152 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/WALs/testthreading,16010,1731962498117/wal.dat..fake took 10ms 2024-11-18T20:41:38,668 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/WALs/testthreading,16010,1731962498117/wal.dat..fake so closing down 2024-11-18T20:41:38,668 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:38,669 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:38,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-18T20:41:38,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-18T20:41:38,706 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-18T20:41:38,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 73 ms) 2024-11-18T20:41:38,751 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-18T20:41:38,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 71 ms) 2024-11-18T20:41:38,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-18T20:41:38,806 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 99 ms) 2024-11-18T20:41:38,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 71 ms) 2024-11-18T20:41:38,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 56 ms) 2024-11-18T20:41:38,837 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 684 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/WALs/testthreading,16010,1731962498117/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T20:41:38,838 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/WALs/testthreading,16010,1731962498117/wal.dat..fake, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/WALs/testthreading,16010,1731962498117/wal.dat..fake, size=0 (0bytes) at 1731962498142Split 1024 edits, skipped 0 edits. at 1731962498184 (+42 ms)Split 2048 edits, skipped 0 edits. at 1731962498211 (+27 ms)Split 3072 edits, skipped 0 edits. at 1731962498235 (+24 ms)Split 4096 edits, skipped 0 edits. at 1731962498258 (+23 ms)Split 5120 edits, skipped 0 edits. at 1731962498283 (+25 ms)Split 6144 edits, skipped 0 edits. at 1731962498307 (+24 ms)Split 7168 edits, skipped 0 edits. at 1731962498328 (+21 ms)Split 8192 edits, skipped 0 edits. at 1731962498351 (+23 ms)Split 9216 edits, skipped 0 edits. at 1731962498380 (+29 ms)Split 10240 edits, skipped 0 edits. at 1731962498408 (+28 ms)Split 11264 edits, skipped 0 edits. at 1731962498433 (+25 ms)Split 12288 edits, skipped 0 edits. at 1731962498458 (+25 ms)Split 13312 edits, skipped 0 edits. at 1731962498485 (+27 ms)Split 14336 edits, skipped 0 edits. at 1731962498510 (+25 ms)Split 15360 edits, skipped 0 edits. at 1731962498536 (+26 ms)Split 16384 edits, skipped 0 edits. at 1731962498573 (+37 ms)Split 17408 edits, skipped 0 edits. at 1731962498596 (+23 ms)Split 18432 edits, skipped 0 edits. at 1731962498620 (+24 ms)Split 19456 edits, skipped 0 edits. at 1731962498652 (+32 ms)Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/WALs/testthreading,16010,1731962498117/wal.dat..fake so closing down at 1731962498668 (+16 ms)3 split writer threads finished at 1731962498669 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731962498674 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731962498698 (+24 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731962498706 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 73 ms) at 1731962498747 (+41 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731962498751 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 71 ms) at 1731962498770 (+19 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731962498779 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 99 ms) at 1731962498806 (+27 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 71 ms) at 1731962498823 (+17 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 56 ms) at 1731962498836 (+13 ms)Processed 20000 edits across 5 Regions in 684 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/61c4f8b3-bd6c-6ffc-aaa8-cbef2a956240/WALs/testthreading,16010,1731962498117/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731962498837 (+1 ms) 2024-11-18T20:41:38,838 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-18T20:41:38,838 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-18T20:41:38,838 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-18T20:41:38,838 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-18T20:41:38,838 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-18T20:41:38,854 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=136 (was 135) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=451 (was 451), ProcessCount=11 (was 11), AvailableMemoryMB=2264 (was 2356) 2024-11-18T20:41:38,878 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=135, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=11, AvailableMemoryMB=2263 2024-11-18T20:41:38,879 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:38,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742007_1186 (size=7) 2024-11-18T20:41:38,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742007_1186 (size=7) 2024-11-18T20:41:38,952 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:38,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:38,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:38,960 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:38,961 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T20:41:38,972 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:38,973 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:38,975 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:38,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:38,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:38,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:38,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:38,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:38,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:38,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:38,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:38,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:38,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:38,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:38,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:38,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:38,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:38,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:38,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:38,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:38,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:38,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:38,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:38,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:38,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:38,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:38,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742008_1187 (size=1393) 2024-11-18T20:41:39,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742008_1187 (size=1393) 2024-11-18T20:41:39,026 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:39,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:39,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742009_1188 (size=1393) 2024-11-18T20:41:39,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742009_1188 (size=1393) 2024-11-18T20:41:39,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:39,076 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:39,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742010_1189 (size=1393) 2024-11-18T20:41:39,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742010_1189 (size=1393) 2024-11-18T20:41:39,516 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:39,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:39,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742011_1190 (size=1393) 2024-11-18T20:41:39,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742011_1190 (size=1393) 2024-11-18T20:41:39,566 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:39,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:39,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742012_1191 (size=1393) 2024-11-18T20:41:39,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742012_1191 (size=1393) 2024-11-18T20:41:39,592 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:39,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:39,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742013_1192 (size=1393) 2024-11-18T20:41:39,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742013_1192 (size=1393) 2024-11-18T20:41:39,643 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:39,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:39,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742014_1193 (size=1405) 2024-11-18T20:41:39,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742014_1193 (size=1405) 2024-11-18T20:41:39,707 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:39,707 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:39,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742015_1194 (size=1413) 2024-11-18T20:41:39,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742015_1194 (size=1413) 2024-11-18T20:41:39,760 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:39,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:39,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:39,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:39,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742016_1195 (size=1413) 2024-11-18T20:41:39,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742016_1195 (size=1413) 2024-11-18T20:41:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:40,220 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:40,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:40,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:40,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742017_1196 (size=1413) 2024-11-18T20:41:40,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742017_1196 (size=1413) 2024-11-18T20:41:40,277 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:40,277 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T20:41:40,301 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty, size=0 (0bytes) 2024-11-18T20:41:40,301 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty might be still open, length is 0 2024-11-18T20:41:40,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty 2024-11-18T20:41:40,303 WARN [IPC Server handler 4 on default port 39311 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty closed. 2024-11-18T20:41:40,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty after 2ms 2024-11-18T20:41:40,305 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T20:41:40,307 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty; empty? 2024-11-18T20:41:40,307 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty so closing down 2024-11-18T20:41:40,307 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T20:41:40,307 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty, size=0 (0bytes) at 1731962500301Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty so closing down at 1731962500307 (+6 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731962500307 2024-11-18T20:41:40,310 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat..empty to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/oldWALs/wal.dat..empty 2024-11-18T20:41:40,310 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:40,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.0 2024-11-18T20:41:40,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.0 after 1ms 2024-11-18T20:41:40,316 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.0 took 5ms 2024-11-18T20:41:40,321 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.0 so closing down 2024-11-18T20:41:40,321 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:40,321 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:40,328 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:40,336 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:40,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:40,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:40,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742018_1197 (size=743) 2024-11-18T20:41:40,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742018_1197 (size=743) 2024-11-18T20:41:40,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:40,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:40,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742019_1198 (size=743) 2024-11-18T20:41:40,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742019_1198 (size=743) 2024-11-18T20:41:40,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:40,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:40,419 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:40,419 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.0, size=1.4 K (1393bytes) at 1731962500310Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.0 so closing down at 1731962500321 (+11 ms)3 split writer threads finished at 1731962500322 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962500341 (+19 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962500345 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962500382 (+37 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962500384 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962500414 (+30 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962500419 (+5 ms)Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962500419 2024-11-18T20:41:40,423 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/oldWALs/wal.dat.0 2024-11-18T20:41:40,424 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:40,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.1 2024-11-18T20:41:40,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.1 after 0ms 2024-11-18T20:41:40,430 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.1 took 7ms 2024-11-18T20:41:40,447 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.1 so closing down 2024-11-18T20:41:40,447 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:40,449 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:40,458 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:40,459 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:40,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:40,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:40,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742021_1200 (size=743) 2024-11-18T20:41:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742021_1200 (size=743) 2024-11-18T20:41:40,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:40,505 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:41:40,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742020_1199 (size=743) 2024-11-18T20:41:40,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742020_1199 (size=743) 2024-11-18T20:41:40,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:40,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:41:40,513 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:40,514 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.1, size=1.4 K (1393bytes) at 1731962500424Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.1 so closing down at 1731962500447 (+23 ms)3 split writer threads finished at 1731962500449 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962500461 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962500461Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962500503 (+42 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962500505 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962500511 (+6 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962500513 (+2 ms)Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962500514 (+1 ms) 2024-11-18T20:41:40,516 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/oldWALs/wal.dat.1 2024-11-18T20:41:40,516 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:40,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.2 2024-11-18T20:41:40,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.2 after 0ms 2024-11-18T20:41:40,519 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.2 took 2ms 2024-11-18T20:41:40,520 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.2 so closing down 2024-11-18T20:41:40,520 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:40,520 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:40,523 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:40,524 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:40,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:40,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742022_1201 (size=743) 2024-11-18T20:41:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742022_1201 (size=743) 2024-11-18T20:41:40,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742023_1202 (size=743) 2024-11-18T20:41:40,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742023_1202 (size=743) 2024-11-18T20:41:40,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:40,535 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:41:40,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:40,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:41:40,934 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:40,935 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.2, size=1.4 K (1393bytes) at 1731962500516Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.2 so closing down at 1731962500520 (+4 ms)3 split writer threads finished at 1731962500520Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962500526 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962500529 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962500533 (+4 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962500535 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962500933 (+398 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962500934 (+1 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962500934 2024-11-18T20:41:40,936 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/oldWALs/wal.dat.2 2024-11-18T20:41:40,937 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:40,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.3 2024-11-18T20:41:40,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.3 after 0ms 2024-11-18T20:41:40,939 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.3 took 3ms 2024-11-18T20:41:40,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.3 so closing down 2024-11-18T20:41:40,941 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:40,941 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:40,949 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:40,949 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:40,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:40,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:40,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742025_1204 (size=743) 2024-11-18T20:41:40,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742025_1204 (size=743) 2024-11-18T20:41:40,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742024_1203 (size=743) 2024-11-18T20:41:40,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:40,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742024_1203 (size=743) 2024-11-18T20:41:40,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:40,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:41:40,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:41:40,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:40,963 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.3, size=1.4 K (1393bytes) at 1731962500937Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.3 so closing down at 1731962500941 (+4 ms)3 split writer threads finished at 1731962500941Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962500951 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962500952 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962500961 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962500962 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962500963 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962500963Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962500963 2024-11-18T20:41:40,964 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/oldWALs/wal.dat.3 2024-11-18T20:41:40,964 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:41:40,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.4 2024-11-18T20:41:40,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.4 after 0ms 2024-11-18T20:41:40,967 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.4 took 3ms 2024-11-18T20:41:40,968 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.4 so closing down 2024-11-18T20:41:40,968 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:40,968 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:40,977 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:40,977 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:40,978 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:40,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742026_1205 (size=743) 2024-11-18T20:41:40,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742026_1205 (size=743) 2024-11-18T20:41:40,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:40,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:41:40,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742027_1206 (size=743) 2024-11-18T20:41:40,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742027_1206 (size=743) 2024-11-18T20:41:40,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:40,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:41:40,993 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:40,993 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.4, size=1.4 K (1393bytes) at 1731962500964Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.4 so closing down at 1731962500968 (+4 ms)3 split writer threads finished at 1731962500968Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962500978 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962500978Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962500983 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962500984 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962500991 (+7 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962500993 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962500993 2024-11-18T20:41:40,995 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/oldWALs/wal.dat.4 2024-11-18T20:41:40,995 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:41:40,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.5 2024-11-18T20:41:40,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.5 after 0ms 2024-11-18T20:41:40,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.5 took 2ms 2024-11-18T20:41:40,999 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.5 so closing down 2024-11-18T20:41:40,999 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:40,999 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:41,000 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:41,000 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:41,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:41,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:41,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742029_1208 (size=743) 2024-11-18T20:41:41,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742029_1208 (size=743) 2024-11-18T20:41:41,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742028_1207 (size=743) 2024-11-18T20:41:41,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742028_1207 (size=743) 2024-11-18T20:41:41,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:41,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:41:41,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:41,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:41:41,409 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:41,409 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.5, size=1.4 K (1393bytes) at 1731962500995Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.5 so closing down at 1731962500999 (+4 ms)3 split writer threads finished at 1731962500999Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962501002 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962501002Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962501011 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962501012 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962501407 (+395 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962501409 (+2 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962501409 2024-11-18T20:41:41,410 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/oldWALs/wal.dat.5 2024-11-18T20:41:41,411 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:41:41,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.6 2024-11-18T20:41:41,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.6 after 0ms 2024-11-18T20:41:41,413 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.6 took 2ms 2024-11-18T20:41:41,415 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.6 so closing down 2024-11-18T20:41:41,415 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:41,415 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:41,423 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:41,424 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:41,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:41,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:41,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742031_1210 (size=749) 2024-11-18T20:41:41,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742031_1210 (size=749) 2024-11-18T20:41:41,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:41,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:41:41,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742030_1209 (size=749) 2024-11-18T20:41:41,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742030_1209 (size=749) 2024-11-18T20:41:41,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:41,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:41:41,441 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:41:41,441 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.6, size=1.4 K (1405bytes) at 1731962501411Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.6 so closing down at 1731962501415 (+4 ms)3 split writer threads finished at 1731962501415Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962501424 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962501424Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962501433 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962501434 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962501439 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962501441 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962501441 2024-11-18T20:41:41,443 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/oldWALs/wal.dat.6 2024-11-18T20:41:41,443 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:41,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.7 2024-11-18T20:41:41,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.7 after 0ms 2024-11-18T20:41:41,445 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.7 took 2ms 2024-11-18T20:41:41,447 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.7 so closing down 2024-11-18T20:41:41,447 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:41,447 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:41,448 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:41,449 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:41,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:41,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742032_1211 (size=753) 2024-11-18T20:41:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742032_1211 (size=753) 2024-11-18T20:41:41,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:41,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:41:41,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742033_1212 (size=753) 2024-11-18T20:41:41,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742033_1212 (size=753) 2024-11-18T20:41:41,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:41,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:41:41,467 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:41,467 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.7, size=1.4 K (1413bytes) at 1731962501443Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.7 so closing down at 1731962501447 (+4 ms)3 split writer threads finished at 1731962501447Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962501449 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962501451 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962501454 (+3 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962501456 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962501465 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962501467 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962501467 2024-11-18T20:41:41,469 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/oldWALs/wal.dat.7 2024-11-18T20:41:41,469 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:41:41,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.8 2024-11-18T20:41:41,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.8 after 0ms 2024-11-18T20:41:41,471 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.8 took 2ms 2024-11-18T20:41:41,473 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.8 so closing down 2024-11-18T20:41:41,473 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:41,473 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:41,475 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:41,475 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:41,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:41,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:41,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742035_1214 (size=753) 2024-11-18T20:41:41,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742034_1213 (size=753) 2024-11-18T20:41:41,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742035_1214 (size=753) 2024-11-18T20:41:41,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742034_1213 (size=753) 2024-11-18T20:41:41,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:41,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:41,883 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:41:41,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:41:41,884 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:41,884 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.8, size=1.4 K (1413bytes) at 1731962501469Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.8 so closing down at 1731962501473 (+4 ms)3 split writer threads finished at 1731962501473Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962501476 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962501476Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962501882 (+406 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962501882Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962501883 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962501883Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962501884 (+1 ms) 2024-11-18T20:41:41,885 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/oldWALs/wal.dat.8 2024-11-18T20:41:41,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:41:41,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.9 2024-11-18T20:41:41,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.9 after 1ms 2024-11-18T20:41:41,888 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.9 took 2ms 2024-11-18T20:41:41,889 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.9 so closing down 2024-11-18T20:41:41,889 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:41,889 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:41,892 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:41,892 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:41,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:41,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:41,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742036_1215 (size=753) 2024-11-18T20:41:41,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742037_1216 (size=753) 2024-11-18T20:41:41,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742036_1215 (size=753) 2024-11-18T20:41:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742037_1216 (size=753) 2024-11-18T20:41:41,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:41:42,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:42,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:41:42,303 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:42,303 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.9, size=1.4 K (1413bytes) at 1731962501885Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.9 so closing down at 1731962501889 (+4 ms)3 split writer threads finished at 1731962501889Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962501893 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962501893Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962501901 (+8 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962501904 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962502301 (+397 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962502303 (+2 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962502303 2024-11-18T20:41:42,305 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/oldWALs/wal.dat.9 2024-11-18T20:41:42,305 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty, size=0 (0bytes) 2024-11-18T20:41:42,305 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty might be still open, length is 0 2024-11-18T20:41:42,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty 2024-11-18T20:41:42,305 WARN [IPC Server handler 1 on default port 39311 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty closed. 2024-11-18T20:41:42,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty after 0ms 2024-11-18T20:41:42,306 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T20:41:42,307 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty; empty? 2024-11-18T20:41:42,307 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty so closing down 2024-11-18T20:41:42,307 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T20:41:42,307 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty, size=0 (0bytes) at 1731962502305Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty so closing down at 1731962502307 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731962502307 2024-11-18T20:41:42,309 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/WALs/testemptyopenlogfiles,16010,1731962498960/wal.dat.empty to hdfs://localhost:39311/user/jenkins/test-data/a4ab7103-0a77-24a7-b767-ab68246da341/oldWALs/wal.dat.empty 2024-11-18T20:41:42,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=136 (was 135) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 451), ProcessCount=11 (was 11), AvailableMemoryMB=2182 (was 2263) 2024-11-18T20:41:42,375 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=136, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=2182 2024-11-18T20:41:42,375 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:42,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742038_1217 (size=7) 2024-11-18T20:41:42,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742038_1217 (size=7) 2024-11-18T20:41:42,382 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:42,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:42,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:42,387 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:42,387 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:42,388 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:42,389 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:42,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742039_1218 (size=1393) 2024-11-18T20:41:42,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742039_1218 (size=1393) 2024-11-18T20:41:42,401 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:42,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:42,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742040_1219 (size=1393) 2024-11-18T20:41:42,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742040_1219 (size=1393) 2024-11-18T20:41:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:42,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742041_1220 (size=1393) 2024-11-18T20:41:42,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742041_1220 (size=1393) 2024-11-18T20:41:42,430 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:42,430 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:42,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742042_1221 (size=1393) 2024-11-18T20:41:42,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742042_1221 (size=1393) 2024-11-18T20:41:42,445 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:42,446 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742043_1222 (size=1393) 2024-11-18T20:41:42,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742043_1222 (size=1393) 2024-11-18T20:41:42,461 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:42,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:42,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742044_1223 (size=1393) 2024-11-18T20:41:42,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742044_1223 (size=1393) 2024-11-18T20:41:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:42,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:42,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742045_1224 (size=1405) 2024-11-18T20:41:42,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742045_1224 (size=1405) 2024-11-18T20:41:42,486 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:42,486 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:42,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742046_1225 (size=1413) 2024-11-18T20:41:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742046_1225 (size=1413) 2024-11-18T20:41:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:42,502 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:42,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742047_1226 (size=1413) 2024-11-18T20:41:42,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742047_1226 (size=1413) 2024-11-18T20:41:42,516 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:42,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:42,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:42,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742048_1227 (size=1413) 2024-11-18T20:41:42,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742048_1227 (size=1413) 2024-11-18T20:41:42,933 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:42,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742049_1228 (size=1398) 2024-11-18T20:41:42,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742049_1228 (size=1398) 2024-11-18T20:41:42,963 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:42,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.0 2024-11-18T20:41:42,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.0 after 1ms 2024-11-18T20:41:42,965 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.0 took 2ms 2024-11-18T20:41:42,967 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.0 so closing down 2024-11-18T20:41:42,967 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:42,967 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:42,969 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:42,969 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:42,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:42,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:42,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742051_1230 (size=743) 2024-11-18T20:41:42,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742050_1229 (size=743) 2024-11-18T20:41:42,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742050_1229 (size=743) 2024-11-18T20:41:42,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742051_1230 (size=743) 2024-11-18T20:41:42,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:42,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:42,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:42,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:42,977 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:42,977 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.0, size=1.4 K (1393bytes) at 1731962502963Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.0 so closing down at 1731962502967 (+4 ms)3 split writer threads finished at 1731962502967Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962502970 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962502970Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962502975 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962502975Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962502977 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962502977Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962502977 2024-11-18T20:41:42,979 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/oldWALs/wal.dat.0 2024-11-18T20:41:42,979 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:42,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.1 2024-11-18T20:41:42,980 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.1 after 0ms 2024-11-18T20:41:42,982 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.1 took 3ms 2024-11-18T20:41:42,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.1 so closing down 2024-11-18T20:41:42,983 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:42,983 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:42,985 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:42,987 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:42,990 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:42,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:43,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742053_1232 (size=743) 2024-11-18T20:41:43,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742052_1231 (size=743) 2024-11-18T20:41:43,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742052_1231 (size=743) 2024-11-18T20:41:43,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742053_1232 (size=743) 2024-11-18T20:41:43,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:41:43,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:41:43,003 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:43,003 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.1, size=1.4 K (1393bytes) at 1731962502979Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.1 so closing down at 1731962502983 (+4 ms)3 split writer threads finished at 1731962502983Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962502990 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962502990Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503001 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503002 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962503002Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962503003 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962503003 2024-11-18T20:41:43,005 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/oldWALs/wal.dat.1 2024-11-18T20:41:43,005 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:43,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.2 2024-11-18T20:41:43,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.2 after 0ms 2024-11-18T20:41:43,007 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.2 took 2ms 2024-11-18T20:41:43,008 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.2 so closing down 2024-11-18T20:41:43,008 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:43,009 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:43,011 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:43,011 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:43,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:43,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:43,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742055_1234 (size=743) 2024-11-18T20:41:43,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742055_1234 (size=743) 2024-11-18T20:41:43,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:41:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742054_1233 (size=743) 2024-11-18T20:41:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742054_1233 (size=743) 2024-11-18T20:41:43,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:41:43,039 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:43,039 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.2, size=1.4 K (1393bytes) at 1731962503005Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.2 so closing down at 1731962503008 (+3 ms)3 split writer threads finished at 1731962503009 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962503013 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962503013Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503024 (+11 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962503025 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503038 (+13 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962503039 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962503039 2024-11-18T20:41:43,041 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/oldWALs/wal.dat.2 2024-11-18T20:41:43,041 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:43,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.3 2024-11-18T20:41:43,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.3 after 0ms 2024-11-18T20:41:43,043 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.3 took 2ms 2024-11-18T20:41:43,044 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.3 so closing down 2024-11-18T20:41:43,044 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:43,044 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:43,046 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:43,046 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:43,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:43,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:43,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742056_1235 (size=743) 2024-11-18T20:41:43,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742056_1235 (size=743) 2024-11-18T20:41:43,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742057_1236 (size=743) 2024-11-18T20:41:43,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742057_1236 (size=743) 2024-11-18T20:41:43,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:41:43,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:41:43,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:43,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.3, size=1.4 K (1393bytes) at 1731962503041Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.3 so closing down at 1731962503044 (+3 ms)3 split writer threads finished at 1731962503045 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962503048 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962503048Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503052 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503054 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962503054Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962503055 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962503055 2024-11-18T20:41:43,056 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/oldWALs/wal.dat.3 2024-11-18T20:41:43,056 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:41:43,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.4 2024-11-18T20:41:43,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.4 after 1ms 2024-11-18T20:41:43,058 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.4 took 2ms 2024-11-18T20:41:43,059 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.4 so closing down 2024-11-18T20:41:43,059 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:43,059 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:43,061 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:43,061 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:43,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:43,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:43,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742059_1238 (size=743) 2024-11-18T20:41:43,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742059_1238 (size=743) 2024-11-18T20:41:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742058_1237 (size=743) 2024-11-18T20:41:43,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742058_1237 (size=743) 2024-11-18T20:41:43,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:41:43,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:41:43,074 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:43,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.4, size=1.4 K (1393bytes) at 1731962503056Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.4 so closing down at 1731962503059 (+3 ms)3 split writer threads finished at 1731962503059Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962503062 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962503063 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503072 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503073 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962503074 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962503074Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962503074 2024-11-18T20:41:43,075 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/oldWALs/wal.dat.4 2024-11-18T20:41:43,075 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.5, size=1.4 K (1398bytes) 2024-11-18T20:41:43,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.5 2024-11-18T20:41:43,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.5 after 0ms 2024-11-18T20:41:43,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.5 took 2ms 2024-11-18T20:41:43,079 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:43,080 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.5 so closing down 2024-11-18T20:41:43,080 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:43,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:43,082 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:43,083 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:43,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:43,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:43,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742061_1240 (size=743) 2024-11-18T20:41:43,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742060_1239 (size=743) 2024-11-18T20:41:43,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742060_1239 (size=743) 2024-11-18T20:41:43,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742061_1240 (size=743) 2024-11-18T20:41:43,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:41:43,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:41:43,102 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-18T20:41:43,102 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.5, size=1.4 K (1398bytes) at 1731962503075Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.5 so closing down at 1731962503080 (+5 ms)3 split writer threads finished at 1731962503080Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962503083 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962503083Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503099 (+16 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503099Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962503101 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962503101Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731962503102 (+1 ms) 2024-11-18T20:41:43,105 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/corrupt/wal.dat.5 2024-11-18T20:41:43,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:41:43,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.6 2024-11-18T20:41:43,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.6 after 1ms 2024-11-18T20:41:43,110 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.6 took 5ms 2024-11-18T20:41:43,112 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.6 so closing down 2024-11-18T20:41:43,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:43,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:43,117 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:43,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:43,121 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:43,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742062_1241 (size=749) 2024-11-18T20:41:43,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742062_1241 (size=749) 2024-11-18T20:41:43,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:43,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:41:43,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742063_1242 (size=749) 2024-11-18T20:41:43,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742063_1242 (size=749) 2024-11-18T20:41:43,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:41:43,146 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:41:43,146 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.6, size=1.4 K (1405bytes) at 1731962503106Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.6 so closing down at 1731962503112 (+6 ms)3 split writer threads finished at 1731962503113 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962503119 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962503125 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503125Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962503130 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503143 (+13 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962503146 (+3 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962503146 2024-11-18T20:41:43,148 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/oldWALs/wal.dat.6 2024-11-18T20:41:43,148 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:43,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.7 2024-11-18T20:41:43,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.7 after 0ms 2024-11-18T20:41:43,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.7 took 2ms 2024-11-18T20:41:43,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.7 so closing down 2024-11-18T20:41:43,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:43,152 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:43,154 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:43,154 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:43,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:43,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:43,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742064_1243 (size=753) 2024-11-18T20:41:43,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742064_1243 (size=753) 2024-11-18T20:41:43,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:41:43,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742065_1244 (size=753) 2024-11-18T20:41:43,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742065_1244 (size=753) 2024-11-18T20:41:43,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:41:43,174 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:43,174 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.7, size=1.4 K (1413bytes) at 1731962503148Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.7 so closing down at 1731962503152 (+4 ms)3 split writer threads finished at 1731962503152Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962503155 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962503157 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503168 (+11 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962503170 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503172 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962503174 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962503174 2024-11-18T20:41:43,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/oldWALs/wal.dat.7 2024-11-18T20:41:43,176 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:41:43,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.8 2024-11-18T20:41:43,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.8 after 0ms 2024-11-18T20:41:43,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.8 took 4ms 2024-11-18T20:41:43,182 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.8 so closing down 2024-11-18T20:41:43,182 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:43,182 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:43,184 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:43,184 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:43,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:43,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742066_1245 (size=753) 2024-11-18T20:41:43,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742066_1245 (size=753) 2024-11-18T20:41:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742067_1246 (size=753) 2024-11-18T20:41:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742067_1246 (size=753) 2024-11-18T20:41:43,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:41:43,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:41:43,603 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:43,603 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.8, size=1.4 K (1413bytes) at 1731962503176Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.8 so closing down at 1731962503182 (+6 ms)3 split writer threads finished at 1731962503182Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962503185 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962503185Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503199 (+14 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962503202 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503601 (+399 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962503602 (+1 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962503603 (+1 ms) 2024-11-18T20:41:43,605 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/oldWALs/wal.dat.8 2024-11-18T20:41:43,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:41:43,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.9 2024-11-18T20:41:43,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.9 after 2ms 2024-11-18T20:41:43,615 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.9 took 10ms 2024-11-18T20:41:43,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.9 so closing down 2024-11-18T20:41:43,623 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:43,623 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:43,626 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:43,627 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:43,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:43,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:43,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742068_1247 (size=753) 2024-11-18T20:41:43,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742068_1247 (size=753) 2024-11-18T20:41:43,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:41:43,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742069_1248 (size=753) 2024-11-18T20:41:43,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742069_1248 (size=753) 2024-11-18T20:41:43,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:43,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:41:43,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:43,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.9, size=1.4 K (1413bytes) at 1731962503606Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.9 so closing down at 1731962503622 (+16 ms)3 split writer threads finished at 1731962503623 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962503630 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962503631 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503659 (+28 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962503662 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962503676 (+14 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962503678 (+2 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962503679 (+1 ms) 2024-11-18T20:41:43,683 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962502387/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/4bc62702-4d98-2f42-025f-45803bb2e5d0/oldWALs/wal.dat.9 2024-11-18T20:41:43,782 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=136 (was 136), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=2124 (was 2182) 2024-11-18T20:41:43,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=136, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=2123 2024-11-18T20:41:43,790 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:43,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742070_1249 (size=7) 2024-11-18T20:41:43,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742070_1249 (size=7) 2024-11-18T20:41:44,207 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:44,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:44,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:44,211 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:44,212 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97/data/default/t1/a8470b576854cbd85a2b1b2c2622cc7b 2024-11-18T20:41:44,213 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region a8470b576854cbd85a2b1b2c2622cc7b 2024-11-18T20:41:44,214 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:44,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742071_1250 (size=3831) 2024-11-18T20:41:44,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742071_1250 (size=3831) 2024-11-18T20:41:44,251 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/WALs/testsplitleavescompactioneventsedits,16010,1731962504211/wal.dat.0, size=3.7 K (3831bytes) 2024-11-18T20:41:44,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/WALs/testsplitleavescompactioneventsedits,16010,1731962504211/wal.dat.0 2024-11-18T20:41:44,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/WALs/testsplitleavescompactioneventsedits,16010,1731962504211/wal.dat.0 after 0ms 2024-11-18T20:41:44,253 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/WALs/testsplitleavescompactioneventsedits,16010,1731962504211/wal.dat.0 took 3ms 2024-11-18T20:41:44,255 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/WALs/testsplitleavescompactioneventsedits,16010,1731962504211/wal.dat.0 so closing down 2024-11-18T20:41:44,255 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:44,255 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:44,258 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:44,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/data/default/t1/a8470b576854cbd85a2b1b2c2622cc7b/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742072_1251 (size=1591) 2024-11-18T20:41:44,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742072_1251 (size=1591) 2024-11-18T20:41:44,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/data/default/t1/a8470b576854cbd85a2b1b2c2622cc7b/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:44,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/data/default/t1/a8470b576854cbd85a2b1b2c2622cc7b/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/data/default/t1/a8470b576854cbd85a2b1b2c2622cc7b/recovered.edits/0000000000000000009 2024-11-18T20:41:44,272 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 18 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/WALs/testsplitleavescompactioneventsedits,16010,1731962504211/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false 2024-11-18T20:41:44,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/WALs/testsplitleavescompactioneventsedits,16010,1731962504211/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/WALs/testsplitleavescompactioneventsedits,16010,1731962504211/wal.dat.0, size=3.7 K (3831bytes) at 1731962504251Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/WALs/testsplitleavescompactioneventsedits,16010,1731962504211/wal.dat.0 so closing down at 1731962504255 (+4 ms)3 split writer threads finished at 1731962504255Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/data/default/t1/a8470b576854cbd85a2b1b2c2622cc7b/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962504260 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/data/default/t1/a8470b576854cbd85a2b1b2c2622cc7b/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731962504269 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/data/default/t1/a8470b576854cbd85a2b1b2c2622cc7b/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/data/default/t1/a8470b576854cbd85a2b1b2c2622cc7b/recovered.edits/0000000000000000009 at 1731962504272 (+3 ms)Processed 21 edits across 1 Regions in 18 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/WALs/testsplitleavescompactioneventsedits,16010,1731962504211/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false at 1731962504272 2024-11-18T20:41:44,274 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/WALs/testsplitleavescompactioneventsedits,16010,1731962504211/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/24a9db37-0353-8f83-877e-b089d273843d/oldWALs/wal.dat.0 2024-11-18T20:41:44,297 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=137 (was 136) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=2103 (was 2123) 2024-11-18T20:41:44,305 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=137, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=2103 2024-11-18T20:41:44,305 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:44,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742073_1252 (size=7) 2024-11-18T20:41:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742073_1252 (size=7) 2024-11-18T20:41:44,313 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:44,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:44,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:44,317 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:44,318 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:41:44,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:44,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742074_1253 (size=863) 2024-11-18T20:41:44,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742074_1253 (size=863) 2024-11-18T20:41:44,332 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:44,351 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/WALs/testsplitpreservesedits,16010,1731962504318/wal.dat.0, size=863 (863bytes) 2024-11-18T20:41:44,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/WALs/testsplitpreservesedits,16010,1731962504318/wal.dat.0 2024-11-18T20:41:44,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/WALs/testsplitpreservesedits,16010,1731962504318/wal.dat.0 after 0ms 2024-11-18T20:41:44,355 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/WALs/testsplitpreservesedits,16010,1731962504318/wal.dat.0 took 5ms 2024-11-18T20:41:44,356 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/WALs/testsplitpreservesedits,16010,1731962504318/wal.dat.0 so closing down 2024-11-18T20:41:44,356 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:44,357 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:44,359 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:44,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:44,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742075_1254 (size=863) 2024-11-18T20:41:44,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742075_1254 (size=863) 2024-11-18T20:41:44,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:44,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T20:41:44,374 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/WALs/testsplitpreservesedits,16010,1731962504318/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-18T20:41:44,374 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/WALs/testsplitpreservesedits,16010,1731962504318/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/WALs/testsplitpreservesedits,16010,1731962504318/wal.dat.0, size=863 (863bytes) at 1731962504351Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/WALs/testsplitpreservesedits,16010,1731962504318/wal.dat.0 so closing down at 1731962504356 (+5 ms)3 split writer threads finished at 1731962504357 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962504362 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962504372 (+10 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731962504374 (+2 ms)Processed 10 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/WALs/testsplitpreservesedits,16010,1731962504318/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731962504374 2024-11-18T20:41:44,376 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/WALs/testsplitpreservesedits,16010,1731962504318/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/33c81979-4f60-aad9-7647-f02c5fb0bd0a/oldWALs/wal.dat.0 2024-11-18T20:41:44,394 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=138 (was 137) - Thread LEAK? -, OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=2090 (was 2103) 2024-11-18T20:41:44,403 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=2090 2024-11-18T20:41:44,403 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:44,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742076_1255 (size=7) 2024-11-18T20:41:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742076_1255 (size=7) 2024-11-18T20:41:44,420 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:44,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:44,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:44,424 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:44,424 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:44,425 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:44,426 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:44,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742077_1256 (size=1393) 2024-11-18T20:41:44,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742077_1256 (size=1393) 2024-11-18T20:41:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:44,457 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742078_1257 (size=1393) 2024-11-18T20:41:44,496 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:44,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742078_1257 (size=1393) 2024-11-18T20:41:44,496 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:44,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742079_1258 (size=1393) 2024-11-18T20:41:44,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742079_1258 (size=1393) 2024-11-18T20:41:44,514 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:44,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:44,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742080_1259 (size=1393) 2024-11-18T20:41:44,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742080_1259 (size=1393) 2024-11-18T20:41:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:44,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742081_1260 (size=1393) 2024-11-18T20:41:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742081_1260 (size=1393) 2024-11-18T20:41:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:44,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742082_1261 (size=1393) 2024-11-18T20:41:44,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742082_1261 (size=1393) 2024-11-18T20:41:44,588 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:44,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:44,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:44,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:44,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742083_1262 (size=1405) 2024-11-18T20:41:44,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742083_1262 (size=1405) 2024-11-18T20:41:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:45,010 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742084_1263 (size=1413) 2024-11-18T20:41:45,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742084_1263 (size=1413) 2024-11-18T20:41:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:45,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742085_1264 (size=1413) 2024-11-18T20:41:45,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742085_1264 (size=1413) 2024-11-18T20:41:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:45,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:45,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:45,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742086_1265 (size=1413) 2024-11-18T20:41:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742086_1265 (size=1413) 2024-11-18T20:41:45,052 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742087_1266 (size=1394) 2024-11-18T20:41:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742087_1266 (size=1394) 2024-11-18T20:41:45,083 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:45,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.0 2024-11-18T20:41:45,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.0 after 0ms 2024-11-18T20:41:45,085 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.0 took 3ms 2024-11-18T20:41:45,088 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.0 so closing down 2024-11-18T20:41:45,088 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:45,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:45,090 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:45,090 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:45,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:45,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:45,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742089_1268 (size=743) 2024-11-18T20:41:45,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742089_1268 (size=743) 2024-11-18T20:41:45,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:45,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742088_1267 (size=743) 2024-11-18T20:41:45,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742088_1267 (size=743) 2024-11-18T20:41:45,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:45,121 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:45,121 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.0, size=1.4 K (1393bytes) at 1731962505083Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.0 so closing down at 1731962505088 (+5 ms)3 split writer threads finished at 1731962505088Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962505091 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962505091Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505108 (+17 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962505110 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505118 (+8 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962505121 (+3 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962505121 2024-11-18T20:41:45,123 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/oldWALs/wal.dat.0 2024-11-18T20:41:45,123 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:45,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.1 2024-11-18T20:41:45,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.1 after 0ms 2024-11-18T20:41:45,125 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.1 took 2ms 2024-11-18T20:41:45,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.1 so closing down 2024-11-18T20:41:45,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:45,127 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:45,129 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:45,129 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:45,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:45,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742090_1269 (size=743) 2024-11-18T20:41:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742090_1269 (size=743) 2024-11-18T20:41:45,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742091_1270 (size=743) 2024-11-18T20:41:45,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742091_1270 (size=743) 2024-11-18T20:41:45,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:41:45,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:41:45,154 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:45,154 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.1, size=1.4 K (1393bytes) at 1731962505123Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.1 so closing down at 1731962505127 (+4 ms)3 split writer threads finished at 1731962505127Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962505130 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962505130Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505152 (+22 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505153 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962505153Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962505154 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962505154 2024-11-18T20:41:45,155 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/oldWALs/wal.dat.1 2024-11-18T20:41:45,155 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:45,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.2 2024-11-18T20:41:45,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.2 after 1ms 2024-11-18T20:41:45,157 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.2 took 2ms 2024-11-18T20:41:45,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.2 so closing down 2024-11-18T20:41:45,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:45,159 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:45,160 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:45,160 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:45,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:45,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742093_1272 (size=743) 2024-11-18T20:41:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742093_1272 (size=743) 2024-11-18T20:41:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742092_1271 (size=743) 2024-11-18T20:41:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742092_1271 (size=743) 2024-11-18T20:41:45,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:41:45,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:41:45,569 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:45,569 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.2, size=1.4 K (1393bytes) at 1731962505155Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.2 so closing down at 1731962505158 (+3 ms)3 split writer threads finished at 1731962505159 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962505161 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962505161Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505566 (+405 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505566Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962505568 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962505569 (+1 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962505569 2024-11-18T20:41:45,571 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/oldWALs/wal.dat.2 2024-11-18T20:41:45,572 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:45,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.3 2024-11-18T20:41:45,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.3 after 0ms 2024-11-18T20:41:45,575 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.3 took 4ms 2024-11-18T20:41:45,577 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.3 so closing down 2024-11-18T20:41:45,578 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:45,578 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:45,580 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:45,580 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:45,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:45,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:45,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742095_1274 (size=743) 2024-11-18T20:41:45,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742095_1274 (size=743) 2024-11-18T20:41:45,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:41:45,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742094_1273 (size=743) 2024-11-18T20:41:45,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742094_1273 (size=743) 2024-11-18T20:41:45,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:41:45,590 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:45,590 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.3, size=1.4 K (1393bytes) at 1731962505572Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.3 so closing down at 1731962505577 (+5 ms)3 split writer threads finished at 1731962505578 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962505581 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962505581Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505587 (+6 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962505588 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505589 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962505590 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962505590 2024-11-18T20:41:45,591 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/oldWALs/wal.dat.3 2024-11-18T20:41:45,591 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:41:45,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.4 2024-11-18T20:41:45,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.4 after 2ms 2024-11-18T20:41:45,595 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.4 took 4ms 2024-11-18T20:41:45,596 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.4 so closing down 2024-11-18T20:41:45,596 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:45,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:45,598 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:45,598 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:45,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:45,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:45,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742097_1276 (size=743) 2024-11-18T20:41:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742097_1276 (size=743) 2024-11-18T20:41:45,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:41:45,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742096_1275 (size=743) 2024-11-18T20:41:45,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742096_1275 (size=743) 2024-11-18T20:41:45,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:41:45,620 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:45,620 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.4, size=1.4 K (1393bytes) at 1731962505591Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.4 so closing down at 1731962505596 (+5 ms)3 split writer threads finished at 1731962505596Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962505599 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962505599Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505608 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962505610 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505619 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962505620 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962505620 2024-11-18T20:41:45,622 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/oldWALs/wal.dat.4 2024-11-18T20:41:45,622 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T20:41:45,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.5 2024-11-18T20:41:45,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.5 after 0ms 2024-11-18T20:41:45,625 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-18T20:41:45,626 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.5 so closing down 2024-11-18T20:41:45,626 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T20:41:45,626 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.5, size=1.4 K (1394bytes) at 1731962505622Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.5 so closing down at 1731962505626 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731962505626 2024-11-18T20:41:45,628 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/corrupt/wal.dat.5 2024-11-18T20:41:45,628 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:41:45,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.6 2024-11-18T20:41:45,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.6 after 0ms 2024-11-18T20:41:45,630 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.6 took 2ms 2024-11-18T20:41:45,631 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.6 so closing down 2024-11-18T20:41:45,631 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:45,632 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:45,633 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:45,633 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:45,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:45,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742099_1278 (size=749) 2024-11-18T20:41:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742098_1277 (size=749) 2024-11-18T20:41:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742098_1277 (size=749) 2024-11-18T20:41:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742099_1278 (size=749) 2024-11-18T20:41:45,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:41:45,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:41:45,644 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:41:45,645 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.6, size=1.4 K (1405bytes) at 1731962505628Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.6 so closing down at 1731962505631 (+3 ms)3 split writer threads finished at 1731962505632 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962505635 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962505635Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505643 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505643Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962505644 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962505644Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962505644 2024-11-18T20:41:45,646 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/oldWALs/wal.dat.6 2024-11-18T20:41:45,646 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:45,646 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.7 2024-11-18T20:41:45,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.7 after 1ms 2024-11-18T20:41:45,648 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.7 took 2ms 2024-11-18T20:41:45,649 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.7 so closing down 2024-11-18T20:41:45,649 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:45,649 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:45,651 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:45,651 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:45,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:45,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:45,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742100_1279 (size=753) 2024-11-18T20:41:45,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742101_1280 (size=753) 2024-11-18T20:41:45,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742100_1279 (size=753) 2024-11-18T20:41:45,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742101_1280 (size=753) 2024-11-18T20:41:45,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:41:45,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:41:45,657 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:45,657 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.7, size=1.4 K (1413bytes) at 1731962505646Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.7 so closing down at 1731962505649 (+3 ms)3 split writer threads finished at 1731962505649Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962505652 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962505652Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505656 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505656Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962505657 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962505657Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962505657 2024-11-18T20:41:45,658 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/oldWALs/wal.dat.7 2024-11-18T20:41:45,658 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:41:45,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.8 2024-11-18T20:41:45,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.8 after 1ms 2024-11-18T20:41:45,660 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.8 took 2ms 2024-11-18T20:41:45,661 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.8 so closing down 2024-11-18T20:41:45,661 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:45,661 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:45,663 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:45,663 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:45,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:45,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:45,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742103_1282 (size=753) 2024-11-18T20:41:45,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742103_1282 (size=753) 2024-11-18T20:41:45,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742102_1281 (size=753) 2024-11-18T20:41:45,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742102_1281 (size=753) 2024-11-18T20:41:45,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:41:45,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:41:45,671 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:45,671 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.8, size=1.4 K (1413bytes) at 1731962505658Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.8 so closing down at 1731962505661 (+3 ms)3 split writer threads finished at 1731962505661Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962505664 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962505664Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505668 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505669 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962505671 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962505671Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962505671 2024-11-18T20:41:45,673 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/oldWALs/wal.dat.8 2024-11-18T20:41:45,673 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:41:45,673 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.9 2024-11-18T20:41:45,673 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.9 after 0ms 2024-11-18T20:41:45,675 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.9 took 2ms 2024-11-18T20:41:45,676 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.9 so closing down 2024-11-18T20:41:45,676 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:45,676 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:45,678 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:45,679 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:45,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:45,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:45,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742104_1283 (size=753) 2024-11-18T20:41:45,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742104_1283 (size=753) 2024-11-18T20:41:45,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:45,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742105_1284 (size=753) 2024-11-18T20:41:45,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742105_1284 (size=753) 2024-11-18T20:41:45,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:41:46,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:46,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:41:46,095 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:46,095 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.9, size=1.4 K (1413bytes) at 1731962505673Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.9 so closing down at 1731962505676 (+3 ms)3 split writer threads finished at 1731962505676Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962505680 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962505680Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962505691 (+11 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962505692 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962506092 (+400 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962506095 (+3 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962506095 2024-11-18T20:41:46,097 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731962504424/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/885fa52d-7d8a-77b4-f191-8137befc8e05/oldWALs/wal.dat.9 2024-11-18T20:41:46,155 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=138 (was 138), OpenFileDescriptor=395 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=1997 (was 2090) 2024-11-18T20:41:46,162 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=1997 2024-11-18T20:41:46,162 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:46,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742106_1285 (size=7) 2024-11-18T20:41:46,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742106_1285 (size=7) 2024-11-18T20:41:46,169 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:46,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:46,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:46,172 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:46,172 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:41:46,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:46,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742107_1286 (size=2403) 2024-11-18T20:41:46,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742107_1286 (size=2403) 2024-11-18T20:41:46,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:46,204 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/WALs/testsplitremovesregioneventsedits,16010,1731962506172/wal.dat.0, size=2.3 K (2403bytes) 2024-11-18T20:41:46,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/WALs/testsplitremovesregioneventsedits,16010,1731962506172/wal.dat.0 2024-11-18T20:41:46,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/WALs/testsplitremovesregioneventsedits,16010,1731962506172/wal.dat.0 after 0ms 2024-11-18T20:41:46,206 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/WALs/testsplitremovesregioneventsedits,16010,1731962506172/wal.dat.0 took 3ms 2024-11-18T20:41:46,208 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/WALs/testsplitremovesregioneventsedits,16010,1731962506172/wal.dat.0 so closing down 2024-11-18T20:41:46,208 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:46,208 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:46,210 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:46,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:46,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742108_1287 (size=863) 2024-11-18T20:41:46,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742108_1287 (size=863) 2024-11-18T20:41:46,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:46,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T20:41:46,221 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/WALs/testsplitremovesregioneventsedits,16010,1731962506172/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-18T20:41:46,221 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/WALs/testsplitremovesregioneventsedits,16010,1731962506172/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/WALs/testsplitremovesregioneventsedits,16010,1731962506172/wal.dat.0, size=2.3 K (2403bytes) at 1731962506204Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/WALs/testsplitremovesregioneventsedits,16010,1731962506172/wal.dat.0 so closing down at 1731962506208 (+4 ms)3 split writer threads finished at 1731962506208Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962506211 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962506219 (+8 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731962506220 (+1 ms)Processed 20 edits across 1 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/WALs/testsplitremovesregioneventsedits,16010,1731962506172/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731962506221 (+1 ms) 2024-11-18T20:41:46,223 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/WALs/testsplitremovesregioneventsedits,16010,1731962506172/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/ae6e73cd-6003-b9b0-a164-3e56c2e9e258/oldWALs/wal.dat.0 2024-11-18T20:41:46,239 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=138 (was 138), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=1995 (was 1997) 2024-11-18T20:41:46,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=1994 2024-11-18T20:41:46,246 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:46,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742109_1288 (size=7) 2024-11-18T20:41:46,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742109_1288 (size=7) 2024-11-18T20:41:46,253 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:46,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:46,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:46,256 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:46,272 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=138 (was 138), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=1994 (was 1994) 2024-11-18T20:41:46,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=1995 2024-11-18T20:41:46,279 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742110_1289 (size=7) 2024-11-18T20:41:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742110_1289 (size=7) 2024-11-18T20:41:46,285 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:46,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:46,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:46,289 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:46,300 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:46,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742111_1290 (size=255) 2024-11-18T20:41:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742111_1290 (size=255) 2024-11-18T20:41:46,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/cc7b7ca2-1128-cc47-985b-13cade87a939/WALs/testsplitremovesreplicationmarkeredits,16010,1731962506289/wal.dat.1, size=255 (255bytes) 2024-11-18T20:41:46,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/cc7b7ca2-1128-cc47-985b-13cade87a939/WALs/testsplitremovesreplicationmarkeredits,16010,1731962506289/wal.dat.1 2024-11-18T20:41:46,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/cc7b7ca2-1128-cc47-985b-13cade87a939/WALs/testsplitremovesreplicationmarkeredits,16010,1731962506289/wal.dat.1 after 0ms 2024-11-18T20:41:46,334 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/cc7b7ca2-1128-cc47-985b-13cade87a939/WALs/testsplitremovesreplicationmarkeredits,16010,1731962506289/wal.dat.1 took 2ms 2024-11-18T20:41:46,335 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-18T20:41:46,335 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/cc7b7ca2-1128-cc47-985b-13cade87a939/WALs/testsplitremovesreplicationmarkeredits,16010,1731962506289/wal.dat.1 so closing down 2024-11-18T20:41:46,335 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:46,335 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:46,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/cc7b7ca2-1128-cc47-985b-13cade87a939/WALs/testsplitremovesreplicationmarkeredits,16010,1731962506289/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-18T20:41:46,336 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/cc7b7ca2-1128-cc47-985b-13cade87a939/WALs/testsplitremovesreplicationmarkeredits,16010,1731962506289/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/cc7b7ca2-1128-cc47-985b-13cade87a939/WALs/testsplitremovesreplicationmarkeredits,16010,1731962506289/wal.dat.1, size=255 (255bytes) at 1731962506332Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/cc7b7ca2-1128-cc47-985b-13cade87a939/WALs/testsplitremovesreplicationmarkeredits,16010,1731962506289/wal.dat.1 so closing down at 1731962506335 (+3 ms)3 split writer threads finished at 1731962506335Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/cc7b7ca2-1128-cc47-985b-13cade87a939/WALs/testsplitremovesreplicationmarkeredits,16010,1731962506289/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731962506335 2024-11-18T20:41:46,337 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/cc7b7ca2-1128-cc47-985b-13cade87a939/WALs/testsplitremovesreplicationmarkeredits,16010,1731962506289/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/cc7b7ca2-1128-cc47-985b-13cade87a939/oldWALs/wal.dat.1 2024-11-18T20:41:46,346 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=138 (was 138), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=1994 (was 1995) 2024-11-18T20:41:46,354 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=1993 2024-11-18T20:41:46,354 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:46,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742112_1291 (size=7) 2024-11-18T20:41:46,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742112_1291 (size=7) 2024-11-18T20:41:46,362 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:46,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:46,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:46,366 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:46,366 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-18T20:41:46,366 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:41:46,367 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742113_1292 (size=1941) 2024-11-18T20:41:46,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742113_1292 (size=1941) 2024-11-18T20:41:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97/data/default/t1/region__1 2024-11-18T20:41:46,808 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/6435dcf1-4f4d-63d0-1d67-f7fadced2eff/WALs/testsplitlogfiledeletedregiondir,16010,1731962506366/wal.dat.0, size=1.9 K (1941bytes) 2024-11-18T20:41:46,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/6435dcf1-4f4d-63d0-1d67-f7fadced2eff/WALs/testsplitlogfiledeletedregiondir,16010,1731962506366/wal.dat.0 2024-11-18T20:41:46,809 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/6435dcf1-4f4d-63d0-1d67-f7fadced2eff/WALs/testsplitlogfiledeletedregiondir,16010,1731962506366/wal.dat.0 after 1ms 2024-11-18T20:41:46,810 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/6435dcf1-4f4d-63d0-1d67-f7fadced2eff/WALs/testsplitlogfiledeletedregiondir,16010,1731962506366/wal.dat.0 took 2ms 2024-11-18T20:41:46,812 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-18T20:41:46,812 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/6435dcf1-4f4d-63d0-1d67-f7fadced2eff/WALs/testsplitlogfiledeletedregiondir,16010,1731962506366/wal.dat.0 so closing down 2024-11-18T20:41:46,812 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:46,813 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:46,813 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:39311/user/jenkins/test-data/6435dcf1-4f4d-63d0-1d67-f7fadced2eff/WALs/testsplitlogfiledeletedregiondir,16010,1731962506366/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-18T20:41:46,813 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/6435dcf1-4f4d-63d0-1d67-f7fadced2eff/WALs/testsplitlogfiledeletedregiondir,16010,1731962506366/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/6435dcf1-4f4d-63d0-1d67-f7fadced2eff/WALs/testsplitlogfiledeletedregiondir,16010,1731962506366/wal.dat.0, size=1.9 K (1941bytes) at 1731962506808Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/6435dcf1-4f4d-63d0-1d67-f7fadced2eff/WALs/testsplitlogfiledeletedregiondir,16010,1731962506366/wal.dat.0 so closing down at 1731962506812 (+4 ms)3 split writer threads finished at 1731962506813 (+1 ms)Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:39311/user/jenkins/test-data/6435dcf1-4f4d-63d0-1d67-f7fadced2eff/WALs/testsplitlogfiledeletedregiondir,16010,1731962506366/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731962506813 2024-11-18T20:41:46,814 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/6435dcf1-4f4d-63d0-1d67-f7fadced2eff/WALs/testsplitlogfiledeletedregiondir,16010,1731962506366/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/6435dcf1-4f4d-63d0-1d67-f7fadced2eff/oldWALs/wal.dat.0 2024-11-18T20:41:46,822 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=138 (was 138), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=1978 (was 1993) 2024-11-18T20:41:46,829 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=1978 2024-11-18T20:41:46,829 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:46,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742114_1293 (size=7) 2024-11-18T20:41:46,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742114_1293 (size=7) 2024-11-18T20:41:46,838 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:46,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:46,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:46,842 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:46,843 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T20:41:46,843 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:46,843 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:46,843 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:46,844 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:46,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742115_1294 (size=1393) 2024-11-18T20:41:46,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742115_1294 (size=1393) 2024-11-18T20:41:46,855 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:46,855 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:46,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742116_1295 (size=1393) 2024-11-18T20:41:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742116_1295 (size=1393) 2024-11-18T20:41:46,866 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:46,866 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:46,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742117_1296 (size=1393) 2024-11-18T20:41:46,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742117_1296 (size=1393) 2024-11-18T20:41:46,875 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:46,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:46,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742118_1297 (size=1393) 2024-11-18T20:41:46,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742118_1297 (size=1393) 2024-11-18T20:41:46,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:46,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:46,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742119_1298 (size=1393) 2024-11-18T20:41:46,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742119_1298 (size=1393) 2024-11-18T20:41:46,894 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:46,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:46,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742120_1299 (size=1393) 2024-11-18T20:41:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742120_1299 (size=1393) 2024-11-18T20:41:46,904 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:46,904 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:46,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742121_1300 (size=1405) 2024-11-18T20:41:46,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742121_1300 (size=1405) 2024-11-18T20:41:46,914 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:46,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:46,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742122_1301 (size=1413) 2024-11-18T20:41:46,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742122_1301 (size=1413) 2024-11-18T20:41:46,924 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:46,924 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:46,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742123_1302 (size=1413) 2024-11-18T20:41:46,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742123_1302 (size=1413) 2024-11-18T20:41:46,935 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:46,935 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:46,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742124_1303 (size=1413) 2024-11-18T20:41:46,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742124_1303 (size=1413) 2024-11-18T20:41:46,945 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:46,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a1e87ee6-ea34-7f00-12ec-9a8b25903598/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731962506842/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:46,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a1e87ee6-ea34-7f00-12ec-9a8b25903598/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731962506842/wal.dat.0 2024-11-18T20:41:46,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a1e87ee6-ea34-7f00-12ec-9a8b25903598/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731962506842/wal.dat.0 after 1ms 2024-11-18T20:41:46,965 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a1e87ee6-ea34-7f00-12ec-9a8b25903598/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731962506842/wal.dat.0 took 3ms 2024-11-18T20:41:46,966 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a1e87ee6-ea34-7f00-12ec-9a8b25903598/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731962506842/wal.dat.0 so closing down 2024-11-18T20:41:46,966 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:46,966 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:46,966 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a1e87ee6-ea34-7f00-12ec-9a8b25903598/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731962506842/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:46,966 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a1e87ee6-ea34-7f00-12ec-9a8b25903598/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731962506842/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a1e87ee6-ea34-7f00-12ec-9a8b25903598/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731962506842/wal.dat.0, size=1.4 K (1393bytes) at 1731962506962Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a1e87ee6-ea34-7f00-12ec-9a8b25903598/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731962506842/wal.dat.0 so closing down at 1731962506966 (+4 ms)3 split writer threads finished at 1731962506966Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a1e87ee6-ea34-7f00-12ec-9a8b25903598/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731962506842/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962506966 2024-11-18T20:41:46,974 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=138 (was 138), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=1974 (was 1978) 2024-11-18T20:41:46,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=1973 2024-11-18T20:41:46,980 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:46,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742125_1304 (size=7) 2024-11-18T20:41:46,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742125_1304 (size=7) 2024-11-18T20:41:46,988 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:46,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:46,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:46,993 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:46,993 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:46,994 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:46,995 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:46,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:46,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:46,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742126_1305 (size=1393) 2024-11-18T20:41:47,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742126_1305 (size=1393) 2024-11-18T20:41:47,005 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:47,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:47,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742127_1306 (size=1393) 2024-11-18T20:41:47,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742127_1306 (size=1393) 2024-11-18T20:41:47,020 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:47,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742128_1307 (size=1393) 2024-11-18T20:41:47,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742128_1307 (size=1393) 2024-11-18T20:41:47,032 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:47,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:47,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742129_1308 (size=1393) 2024-11-18T20:41:47,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742129_1308 (size=1393) 2024-11-18T20:41:47,043 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:47,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:47,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,053 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:47,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742131_1310 (size=1393) 2024-11-18T20:41:47,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742131_1310 (size=1393) 2024-11-18T20:41:47,067 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:47,067 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:47,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742132_1311 (size=1405) 2024-11-18T20:41:47,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742132_1311 (size=1405) 2024-11-18T20:41:47,078 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:47,078 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:47,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742133_1312 (size=1413) 2024-11-18T20:41:47,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742133_1312 (size=1413) 2024-11-18T20:41:47,095 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:47,095 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:47,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742134_1313 (size=1413) 2024-11-18T20:41:47,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742134_1313 (size=1413) 2024-11-18T20:41:47,105 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:47,106 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:47,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742135_1314 (size=1413) 2024-11-18T20:41:47,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742135_1314 (size=1413) 2024-11-18T20:41:47,116 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:47,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742130_1309 (size=1458) 2024-11-18T20:41:47,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742130_1309 (size=1458) 2024-11-18T20:41:47,134 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:47,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.0 2024-11-18T20:41:47,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.0 after 1ms 2024-11-18T20:41:47,136 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.0 took 2ms 2024-11-18T20:41:47,138 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.0 so closing down 2024-11-18T20:41:47,138 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:47,138 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:47,140 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:47,140 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:47,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:47,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:47,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742136_1315 (size=743) 2024-11-18T20:41:47,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742136_1315 (size=743) 2024-11-18T20:41:47,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742137_1316 (size=743) 2024-11-18T20:41:47,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742137_1316 (size=743) 2024-11-18T20:41:47,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:47,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:47,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:47,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:47,147 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:47,147 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.0, size=1.4 K (1393bytes) at 1731962507134Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.0 so closing down at 1731962507138 (+4 ms)3 split writer threads finished at 1731962507139 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962507141 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962507141Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962507146 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962507146Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962507147 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962507147Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962507147 2024-11-18T20:41:47,149 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/oldWALs/wal.dat.0 2024-11-18T20:41:47,149 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:47,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.1 2024-11-18T20:41:47,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.1 after 1ms 2024-11-18T20:41:47,151 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.1 took 2ms 2024-11-18T20:41:47,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.1 so closing down 2024-11-18T20:41:47,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:47,152 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:47,154 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:47,154 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:47,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:47,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:47,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742138_1317 (size=743) 2024-11-18T20:41:47,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742139_1318 (size=743) 2024-11-18T20:41:47,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742138_1317 (size=743) 2024-11-18T20:41:47,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742139_1318 (size=743) 2024-11-18T20:41:47,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:47,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:47,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:41:47,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:41:47,165 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:47,165 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.1, size=1.4 K (1393bytes) at 1731962507149Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.1 so closing down at 1731962507152 (+3 ms)3 split writer threads finished at 1731962507152Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962507157 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962507157Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962507162 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962507162Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962507164 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962507165 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962507165 2024-11-18T20:41:47,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/oldWALs/wal.dat.1 2024-11-18T20:41:47,167 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:47,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.2 2024-11-18T20:41:47,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.2 after 1ms 2024-11-18T20:41:47,170 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.2 took 3ms 2024-11-18T20:41:47,172 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.2 so closing down 2024-11-18T20:41:47,172 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:47,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:47,174 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:47,174 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:47,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:47,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:47,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742141_1320 (size=743) 2024-11-18T20:41:47,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742141_1320 (size=743) 2024-11-18T20:41:47,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:47,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742140_1319 (size=743) 2024-11-18T20:41:47,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742140_1319 (size=743) 2024-11-18T20:41:47,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:41:47,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:47,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:41:47,588 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:47,588 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.2, size=1.4 K (1393bytes) at 1731962507167Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.2 so closing down at 1731962507172 (+5 ms)3 split writer threads finished at 1731962507172Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962507175 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962507175Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962507184 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962507186 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962507585 (+399 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962507588 (+3 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962507588 2024-11-18T20:41:47,591 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/oldWALs/wal.dat.2 2024-11-18T20:41:47,591 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:47,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.3 2024-11-18T20:41:47,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.3 after 1ms 2024-11-18T20:41:47,594 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.3 took 3ms 2024-11-18T20:41:47,595 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.3 so closing down 2024-11-18T20:41:47,595 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:47,595 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:47,597 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:47,597 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:47,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:47,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:47,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742143_1322 (size=743) 2024-11-18T20:41:47,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742142_1321 (size=743) 2024-11-18T20:41:47,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742142_1321 (size=743) 2024-11-18T20:41:47,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:47,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742143_1322 (size=743) 2024-11-18T20:41:47,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:47,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:41:47,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:41:47,604 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:47,604 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.3, size=1.4 K (1393bytes) at 1731962507591Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.3 so closing down at 1731962507595 (+4 ms)3 split writer threads finished at 1731962507595Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962507598 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962507598Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962507603 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962507603Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962507604 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962507604Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962507604 2024-11-18T20:41:47,606 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/oldWALs/wal.dat.3 2024-11-18T20:41:47,606 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.4, size=1.4 K (1458bytes) 2024-11-18T20:41:47,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.4 2024-11-18T20:41:47,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.4 after 0ms 2024-11-18T20:41:47,608 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.4 took 2ms 2024-11-18T20:41:47,609 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.4 so closing down 2024-11-18T20:41:47,609 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:47,610 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:47,611 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-18T20:41:47,611 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:47,612 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:47,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-18T20:41:47,613 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:47,613 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:47,613 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-18T20:41:47,613 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.4, size=1.4 K (1458bytes) at 1731962507606Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.4 so closing down at 1731962507609 (+3 ms)3 split writer threads finished at 1731962507610 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731962507612 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962507613 (+1 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731962507613Processed 21 edits across 1 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/WALs/testsplitwillfailifwritingtoregionfails,16010,1731962506993/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731962507613 2024-11-18T20:41:47,613 WARN [split-log-closeStream-pool-0 {}] wal.AbstractProtobufLogWriter(199): Init output failed, path=hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$create$2(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.newStreamForCreate(DFSOutputStream.java:294) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.create(DFSClient.java:1300) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$10.doCall(DistributedFileSystem.java:674) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$10.doCall(DistributedFileSystem.java:671) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.createNonRecursive(DistributedFileSystem.java:692) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.access$500(DistributedFileSystem.java:148) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$HdfsDataOutputStreamBuilder.build(DistributedFileSystem.java:3873) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.initOutput(ProtobufLogWriter.java:115) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.init(AbstractProtobufLogWriter.java:171) ~[classes/:?] at org.apache.hadoop.hbase.wal.FSHLogProvider.createWriter(FSHLogProvider.java:82) ~[classes/:?] at org.apache.hadoop.hbase.wal.FSHLogProvider.createWriter(FSHLogProvider.java:66) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createRecoveredEditsWriter(WALFactory.java:485) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.createWriter(WALSplitter.java:518) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.createRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:65) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:47,614 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:39311/user/jenkins/test-data/91aece61-b0b3-dcd2-82f7-967cbeadd334/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:47,614 DEBUG [split-log-closeStream-pool-0 {}] wal.FSHLogProvider(93): Error instantiating log writer. java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$create$2(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.newStreamForCreate(DFSOutputStream.java:294) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.create(DFSClient.java:1300) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$10.doCall(DistributedFileSystem.java:674) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$10.doCall(DistributedFileSystem.java:671) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.createNonRecursive(DistributedFileSystem.java:692) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.access$500(DistributedFileSystem.java:148) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$HdfsDataOutputStreamBuilder.build(DistributedFileSystem.java:3873) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.initOutput(ProtobufLogWriter.java:115) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.init(AbstractProtobufLogWriter.java:171) ~[classes/:?] at org.apache.hadoop.hbase.wal.FSHLogProvider.createWriter(FSHLogProvider.java:82) ~[classes/:?] at org.apache.hadoop.hbase.wal.FSHLogProvider.createWriter(FSHLogProvider.java:66) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createRecoveredEditsWriter(WALFactory.java:485) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.createWriter(WALSplitter.java:518) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.createRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:65) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:47,621 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=139 (was 138) - Thread LEAK? -, OpenFileDescriptor=397 (was 395) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=1961 (was 1973) 2024-11-18T20:41:47,629 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=1961 2024-11-18T20:41:47,629 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742144_1323 (size=7) 2024-11-18T20:41:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742144_1323 (size=7) 2024-11-18T20:41:47,637 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:47,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:47,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:47,641 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:47,642 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T20:41:47,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742145_1324 (size=93) 2024-11-18T20:41:47,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742145_1324 (size=93) 2024-11-18T20:41:47,649 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:47,649 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:47,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742146_1325 (size=1393) 2024-11-18T20:41:47,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742146_1325 (size=1393) 2024-11-18T20:41:47,664 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:47,664 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:47,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:47,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:47,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742147_1326 (size=1393) 2024-11-18T20:41:47,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742147_1326 (size=1393) 2024-11-18T20:41:48,080 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:48,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:48,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742148_1327 (size=1393) 2024-11-18T20:41:48,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742148_1327 (size=1393) 2024-11-18T20:41:48,101 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:48,102 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:48,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742149_1328 (size=1393) 2024-11-18T20:41:48,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742149_1328 (size=1393) 2024-11-18T20:41:48,115 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:48,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:48,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742150_1329 (size=1393) 2024-11-18T20:41:48,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742150_1329 (size=1393) 2024-11-18T20:41:48,126 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:48,126 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:48,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742151_1330 (size=1393) 2024-11-18T20:41:48,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742151_1330 (size=1393) 2024-11-18T20:41:48,140 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:48,140 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:48,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742152_1331 (size=1405) 2024-11-18T20:41:48,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742152_1331 (size=1405) 2024-11-18T20:41:48,150 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:48,150 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:48,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742153_1332 (size=1413) 2024-11-18T20:41:48,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742153_1332 (size=1413) 2024-11-18T20:41:48,160 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:48,160 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:48,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742154_1333 (size=1413) 2024-11-18T20:41:48,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742154_1333 (size=1413) 2024-11-18T20:41:48,170 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:48,170 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:48,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:48,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742155_1334 (size=1413) 2024-11-18T20:41:48,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742155_1334 (size=1413) 2024-11-18T20:41:48,180 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:48,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T20:41:48,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742156_1335 (size=93) 2024-11-18T20:41:48,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742156_1335 (size=93) 2024-11-18T20:41:48,201 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat..empty, size=93 (93bytes) 2024-11-18T20:41:48,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat..empty 2024-11-18T20:41:48,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat..empty after 0ms 2024-11-18T20:41:48,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat..empty took 2ms 2024-11-18T20:41:48,204 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat..empty so closing down 2024-11-18T20:41:48,204 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:48,204 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:48,204 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T20:41:48,204 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat..empty, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat..empty, size=93 (93bytes) at 1731962508201Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat..empty so closing down at 1731962508204 (+3 ms)3 split writer threads finished at 1731962508204Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731962508204 2024-11-18T20:41:48,206 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat..empty to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/oldWALs/wal.dat..empty 2024-11-18T20:41:48,207 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:48,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.0 2024-11-18T20:41:48,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.0 after 0ms 2024-11-18T20:41:48,209 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.0 took 3ms 2024-11-18T20:41:48,211 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.0 so closing down 2024-11-18T20:41:48,211 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:48,211 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:48,213 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:48,213 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:48,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:48,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742158_1337 (size=743) 2024-11-18T20:41:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742157_1336 (size=743) 2024-11-18T20:41:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742157_1336 (size=743) 2024-11-18T20:41:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742158_1337 (size=743) 2024-11-18T20:41:48,222 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:48,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:48,224 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:48,224 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.0, size=1.4 K (1393bytes) at 1731962508207Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.0 so closing down at 1731962508211 (+4 ms)3 split writer threads finished at 1731962508211Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962508214 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962508215 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508222 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508222Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962508223 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962508223Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962508224 (+1 ms) 2024-11-18T20:41:48,225 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/oldWALs/wal.dat.0 2024-11-18T20:41:48,225 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:48,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.1 2024-11-18T20:41:48,226 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.1 after 1ms 2024-11-18T20:41:48,227 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.1 took 2ms 2024-11-18T20:41:48,229 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.1 so closing down 2024-11-18T20:41:48,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:48,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:48,230 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:48,230 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:48,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:48,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:48,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742160_1339 (size=743) 2024-11-18T20:41:48,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742159_1338 (size=743) 2024-11-18T20:41:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742160_1339 (size=743) 2024-11-18T20:41:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742159_1338 (size=743) 2024-11-18T20:41:48,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:41:48,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:41:48,246 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:48,247 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.1, size=1.4 K (1393bytes) at 1731962508225Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.1 so closing down at 1731962508229 (+4 ms)3 split writer threads finished at 1731962508229Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962508231 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962508231Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508245 (+14 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508245Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962508246 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962508246Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962508247 (+1 ms) 2024-11-18T20:41:48,248 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/oldWALs/wal.dat.1 2024-11-18T20:41:48,249 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:48,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.2 2024-11-18T20:41:48,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.2 after 0ms 2024-11-18T20:41:48,251 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.2 took 3ms 2024-11-18T20:41:48,252 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.2 so closing down 2024-11-18T20:41:48,252 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:48,252 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:48,255 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:48,255 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:48,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:48,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:48,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742162_1341 (size=743) 2024-11-18T20:41:48,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742162_1341 (size=743) 2024-11-18T20:41:48,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:41:48,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742161_1340 (size=743) 2024-11-18T20:41:48,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742161_1340 (size=743) 2024-11-18T20:41:48,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:41:48,272 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:48,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.2, size=1.4 K (1393bytes) at 1731962508249Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.2 so closing down at 1731962508252 (+3 ms)3 split writer threads finished at 1731962508252Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962508256 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962508256Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508264 (+8 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962508265 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508271 (+6 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962508272 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962508272 2024-11-18T20:41:48,274 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/oldWALs/wal.dat.2 2024-11-18T20:41:48,274 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:48,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.3 2024-11-18T20:41:48,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.3 after 1ms 2024-11-18T20:41:48,276 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.3 took 2ms 2024-11-18T20:41:48,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.3 so closing down 2024-11-18T20:41:48,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:48,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:48,281 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:48,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:48,283 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:48,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:48,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742163_1342 (size=743) 2024-11-18T20:41:48,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742163_1342 (size=743) 2024-11-18T20:41:48,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:41:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742164_1343 (size=743) 2024-11-18T20:41:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742164_1343 (size=743) 2024-11-18T20:41:48,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:41:48,304 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:48,304 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.3, size=1.4 K (1393bytes) at 1731962508274Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.3 so closing down at 1731962508278 (+4 ms)3 split writer threads finished at 1731962508278Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962508283 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962508288 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508297 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962508298 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508303 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962508304 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962508304 2024-11-18T20:41:48,306 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/oldWALs/wal.dat.3 2024-11-18T20:41:48,306 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:41:48,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.4 2024-11-18T20:41:48,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.4 after 0ms 2024-11-18T20:41:48,308 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.4 took 2ms 2024-11-18T20:41:48,309 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.4 so closing down 2024-11-18T20:41:48,309 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:48,309 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:48,311 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:48,311 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:48,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:48,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:48,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742166_1345 (size=743) 2024-11-18T20:41:48,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742165_1344 (size=743) 2024-11-18T20:41:48,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742166_1345 (size=743) 2024-11-18T20:41:48,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742165_1344 (size=743) 2024-11-18T20:41:48,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,321 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:41:48,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:41:48,322 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:48,322 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.4, size=1.4 K (1393bytes) at 1731962508306Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.4 so closing down at 1731962508309 (+3 ms)3 split writer threads finished at 1731962508309Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962508311 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962508311Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508321 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508321Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962508322 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962508322Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962508322 2024-11-18T20:41:48,324 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/oldWALs/wal.dat.4 2024-11-18T20:41:48,324 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:41:48,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.5 2024-11-18T20:41:48,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.5 after 1ms 2024-11-18T20:41:48,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.5 took 2ms 2024-11-18T20:41:48,328 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.5 so closing down 2024-11-18T20:41:48,328 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:48,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:48,330 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:48,330 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:48,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:48,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:48,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742167_1346 (size=743) 2024-11-18T20:41:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742167_1346 (size=743) 2024-11-18T20:41:48,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:41:48,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742168_1347 (size=743) 2024-11-18T20:41:48,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742168_1347 (size=743) 2024-11-18T20:41:48,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:41:48,357 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:48,357 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.5, size=1.4 K (1393bytes) at 1731962508324Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.5 so closing down at 1731962508328 (+4 ms)3 split writer threads finished at 1731962508328Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962508331 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962508333 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508343 (+10 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962508345 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508354 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962508357 (+3 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962508357 2024-11-18T20:41:48,359 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/oldWALs/wal.dat.5 2024-11-18T20:41:48,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:41:48,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.6 2024-11-18T20:41:48,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.6 after 0ms 2024-11-18T20:41:48,362 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.6 took 3ms 2024-11-18T20:41:48,364 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.6 so closing down 2024-11-18T20:41:48,364 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:48,364 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:48,366 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:48,366 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:48,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:48,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:48,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742169_1348 (size=749) 2024-11-18T20:41:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742169_1348 (size=749) 2024-11-18T20:41:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742170_1349 (size=749) 2024-11-18T20:41:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742170_1349 (size=749) 2024-11-18T20:41:48,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:41:48,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:41:48,775 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:41:48,776 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.6, size=1.4 K (1405bytes) at 1731962508360Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.6 so closing down at 1731962508364 (+4 ms)3 split writer threads finished at 1731962508364Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962508367 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962508367Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508372 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962508373 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508773 (+400 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962508775 (+2 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962508775 2024-11-18T20:41:48,779 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/oldWALs/wal.dat.6 2024-11-18T20:41:48,779 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:48,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.7 2024-11-18T20:41:48,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.7 after 1ms 2024-11-18T20:41:48,782 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.7 took 3ms 2024-11-18T20:41:48,784 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.7 so closing down 2024-11-18T20:41:48,784 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:48,784 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:48,786 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:48,786 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:48,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:48,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742171_1350 (size=753) 2024-11-18T20:41:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742171_1350 (size=753) 2024-11-18T20:41:48,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742172_1351 (size=753) 2024-11-18T20:41:48,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742172_1351 (size=753) 2024-11-18T20:41:48,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:41:48,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:41:48,797 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:48,797 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.7, size=1.4 K (1413bytes) at 1731962508779Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.7 so closing down at 1731962508784 (+5 ms)3 split writer threads finished at 1731962508784Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962508787 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962508787Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508794 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508796 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962508797 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962508797Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962508797 2024-11-18T20:41:48,799 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/oldWALs/wal.dat.7 2024-11-18T20:41:48,799 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:41:48,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.8 2024-11-18T20:41:48,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.8 after 0ms 2024-11-18T20:41:48,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.8 took 2ms 2024-11-18T20:41:48,803 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.8 so closing down 2024-11-18T20:41:48,803 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:48,803 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:48,805 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:48,805 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:48,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:48,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:48,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742173_1352 (size=753) 2024-11-18T20:41:48,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742174_1353 (size=753) 2024-11-18T20:41:48,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742174_1353 (size=753) 2024-11-18T20:41:48,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742173_1352 (size=753) 2024-11-18T20:41:48,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:41:48,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:41:48,811 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:48,811 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.8, size=1.4 K (1413bytes) at 1731962508799Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.8 so closing down at 1731962508803 (+4 ms)3 split writer threads finished at 1731962508803Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962508806 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962508806Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508810 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508810Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962508811 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962508811Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962508811 2024-11-18T20:41:48,813 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/oldWALs/wal.dat.8 2024-11-18T20:41:48,813 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:41:48,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.9 2024-11-18T20:41:48,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.9 after 0ms 2024-11-18T20:41:48,815 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.9 took 2ms 2024-11-18T20:41:48,816 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.9 so closing down 2024-11-18T20:41:48,816 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:48,816 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:48,818 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:48,818 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:48,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:48,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:48,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742175_1354 (size=753) 2024-11-18T20:41:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742176_1355 (size=753) 2024-11-18T20:41:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742176_1355 (size=753) 2024-11-18T20:41:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742175_1354 (size=753) 2024-11-18T20:41:48,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:48,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:41:49,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:41:49,225 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:49,226 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.9, size=1.4 K (1413bytes) at 1731962508813Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.9 so closing down at 1731962508816 (+3 ms)3 split writer threads finished at 1731962508816Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962508819 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962508819Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962508823 (+4 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962508824 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509224 (+400 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962509225 (+1 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962509225 2024-11-18T20:41:49,228 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/oldWALs/wal.dat.9 2024-11-18T20:41:49,228 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.empty, size=93 (93bytes) 2024-11-18T20:41:49,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.empty 2024-11-18T20:41:49,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.empty after 0ms 2024-11-18T20:41:49,231 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.empty took 3ms 2024-11-18T20:41:49,231 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.empty so closing down 2024-11-18T20:41:49,231 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:49,231 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:49,231 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T20:41:49,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.empty, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.empty, size=93 (93bytes) at 1731962509228Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.empty so closing down at 1731962509231 (+3 ms)3 split writer threads finished at 1731962509231Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731962509231 2024-11-18T20:41:49,233 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/WALs/testemptylogfiles,16010,1731962507641/wal.dat.empty to hdfs://localhost:39311/user/jenkins/test-data/a148491b-1bff-414f-f629-7d5ed416e3d9/oldWALs/wal.dat.empty 2024-11-18T20:41:49,292 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=1950 (was 1961) 2024-11-18T20:41:49,298 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=1949 2024-11-18T20:41:49,298 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:49,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742177_1356 (size=7) 2024-11-18T20:41:49,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742177_1356 (size=7) 2024-11-18T20:41:49,304 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:49,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:49,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:49,308 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:49,308 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:49,308 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:49,309 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:49,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742178_1357 (size=1393) 2024-11-18T20:41:49,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742178_1357 (size=1393) 2024-11-18T20:41:49,323 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:49,323 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:49,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742179_1358 (size=1393) 2024-11-18T20:41:49,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742179_1358 (size=1393) 2024-11-18T20:41:49,343 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:49,343 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:49,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742180_1359 (size=1393) 2024-11-18T20:41:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742180_1359 (size=1393) 2024-11-18T20:41:49,359 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:49,359 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:49,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742181_1360 (size=1393) 2024-11-18T20:41:49,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742181_1360 (size=1393) 2024-11-18T20:41:49,376 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:49,376 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:49,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742182_1361 (size=1393) 2024-11-18T20:41:49,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742182_1361 (size=1393) 2024-11-18T20:41:49,387 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:49,387 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:49,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742183_1362 (size=1393) 2024-11-18T20:41:49,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742183_1362 (size=1393) 2024-11-18T20:41:49,397 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:49,397 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:49,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742184_1363 (size=1405) 2024-11-18T20:41:49,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742184_1363 (size=1405) 2024-11-18T20:41:49,411 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:49,411 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:49,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742185_1364 (size=1413) 2024-11-18T20:41:49,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742185_1364 (size=1413) 2024-11-18T20:41:49,422 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:49,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:49,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742186_1365 (size=1413) 2024-11-18T20:41:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742186_1365 (size=1413) 2024-11-18T20:41:49,432 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:49,432 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:49,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:49,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:49,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742187_1366 (size=1413) 2024-11-18T20:41:49,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742187_1366 (size=1413) 2024-11-18T20:41:49,443 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:49,466 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:49,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.0 2024-11-18T20:41:49,467 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.0 after 1ms 2024-11-18T20:41:49,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.0 took 2ms 2024-11-18T20:41:49,470 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.0 so closing down 2024-11-18T20:41:49,470 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:49,470 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:49,472 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:49,472 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:49,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:49,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:49,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742189_1368 (size=743) 2024-11-18T20:41:49,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742188_1367 (size=743) 2024-11-18T20:41:49,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742188_1367 (size=743) 2024-11-18T20:41:49,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742189_1368 (size=743) 2024-11-18T20:41:49,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:49,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:49,479 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:49,479 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.0, size=1.4 K (1393bytes) at 1731962509466Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.0 so closing down at 1731962509470 (+4 ms)3 split writer threads finished at 1731962509470Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962509473 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962509473Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509478 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509478Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962509479 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962509479Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962509479 2024-11-18T20:41:49,480 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/oldWALs/wal.dat.0 2024-11-18T20:41:49,481 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:49,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.1 2024-11-18T20:41:49,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.1 after 0ms 2024-11-18T20:41:49,483 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.1 took 3ms 2024-11-18T20:41:49,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.1 so closing down 2024-11-18T20:41:49,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:49,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:49,486 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:49,486 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:49,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:49,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742191_1370 (size=743) 2024-11-18T20:41:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742190_1369 (size=743) 2024-11-18T20:41:49,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742191_1370 (size=743) 2024-11-18T20:41:49,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742190_1369 (size=743) 2024-11-18T20:41:49,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:41:49,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:41:49,496 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:49,496 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.1, size=1.4 K (1393bytes) at 1731962509481Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.1 so closing down at 1731962509484 (+3 ms)3 split writer threads finished at 1731962509484Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962509486 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962509487 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509495 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509495Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962509496 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962509496Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962509496 2024-11-18T20:41:49,497 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/oldWALs/wal.dat.1 2024-11-18T20:41:49,497 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:49,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.2 2024-11-18T20:41:49,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.2 after 1ms 2024-11-18T20:41:49,499 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.2 took 2ms 2024-11-18T20:41:49,500 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.2 so closing down 2024-11-18T20:41:49,500 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:49,500 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:49,502 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:49,502 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:49,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:49,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:49,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742192_1371 (size=743) 2024-11-18T20:41:49,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742192_1371 (size=743) 2024-11-18T20:41:49,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742193_1372 (size=743) 2024-11-18T20:41:49,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742193_1372 (size=743) 2024-11-18T20:41:49,507 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,507 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:41:49,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:41:49,508 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:49,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.2, size=1.4 K (1393bytes) at 1731962509497Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.2 so closing down at 1731962509500 (+3 ms)3 split writer threads finished at 1731962509500Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962509503 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962509503Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509507 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509507Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962509507Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962509508 (+1 ms)Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962509508 2024-11-18T20:41:49,509 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/oldWALs/wal.dat.2 2024-11-18T20:41:49,509 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:49,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.3 2024-11-18T20:41:49,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.3 after 1ms 2024-11-18T20:41:49,511 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.3 took 2ms 2024-11-18T20:41:49,512 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.3 so closing down 2024-11-18T20:41:49,513 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:49,513 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:49,514 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:49,514 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:49,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:49,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742194_1373 (size=743) 2024-11-18T20:41:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742194_1373 (size=743) 2024-11-18T20:41:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742195_1374 (size=743) 2024-11-18T20:41:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742195_1374 (size=743) 2024-11-18T20:41:49,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:41:49,529 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:41:49,529 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:49,529 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.3, size=1.4 K (1393bytes) at 1731962509509Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.3 so closing down at 1731962509513 (+4 ms)3 split writer threads finished at 1731962509513Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962509516 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962509520 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509527 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509527Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962509529 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962509529Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962509529 2024-11-18T20:41:49,531 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/oldWALs/wal.dat.3 2024-11-18T20:41:49,531 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:41:49,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.4 2024-11-18T20:41:49,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.4 after 0ms 2024-11-18T20:41:49,533 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.4 took 2ms 2024-11-18T20:41:49,534 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.4 so closing down 2024-11-18T20:41:49,534 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:49,535 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:49,536 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:49,536 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:49,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:49,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:49,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742197_1376 (size=743) 2024-11-18T20:41:49,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742197_1376 (size=743) 2024-11-18T20:41:49,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742196_1375 (size=743) 2024-11-18T20:41:49,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742196_1375 (size=743) 2024-11-18T20:41:49,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:41:49,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:41:49,543 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:49,543 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.4, size=1.4 K (1393bytes) at 1731962509531Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.4 so closing down at 1731962509534 (+3 ms)3 split writer threads finished at 1731962509535 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962509537 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962509537Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509541 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509541Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962509542 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962509542Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962509543 (+1 ms) 2024-11-18T20:41:49,544 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/oldWALs/wal.dat.4 2024-11-18T20:41:49,545 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:41:49,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.5 2024-11-18T20:41:49,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.5 after 0ms 2024-11-18T20:41:49,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.5 took 3ms 2024-11-18T20:41:49,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.5 so closing down 2024-11-18T20:41:49,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:49,549 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:49,550 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:49,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:49,555 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:49,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:49,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742198_1377 (size=743) 2024-11-18T20:41:49,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742198_1377 (size=743) 2024-11-18T20:41:49,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:41:49,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742199_1378 (size=743) 2024-11-18T20:41:49,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742199_1378 (size=743) 2024-11-18T20:41:49,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,565 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:41:49,565 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:49,565 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.5, size=1.4 K (1393bytes) at 1731962509545Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.5 so closing down at 1731962509549 (+4 ms)3 split writer threads finished at 1731962509549Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962509553 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962509556 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509558 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962509559 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509563 (+4 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962509565 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962509565 2024-11-18T20:41:49,566 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/oldWALs/wal.dat.5 2024-11-18T20:41:49,566 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:41:49,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.6 2024-11-18T20:41:49,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.6 after 0ms 2024-11-18T20:41:49,568 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.6 took 2ms 2024-11-18T20:41:49,569 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.6 so closing down 2024-11-18T20:41:49,569 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:49,569 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:49,571 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:49,571 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:49,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:49,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:49,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742200_1379 (size=749) 2024-11-18T20:41:49,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742200_1379 (size=749) 2024-11-18T20:41:49,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742201_1380 (size=749) 2024-11-18T20:41:49,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742201_1380 (size=749) 2024-11-18T20:41:49,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:41:49,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:41:49,581 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:41:49,581 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.6, size=1.4 K (1405bytes) at 1731962509566Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.6 so closing down at 1731962509569 (+3 ms)3 split writer threads finished at 1731962509569Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962509572 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962509572Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509579 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509580 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962509580Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962509581 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962509581 2024-11-18T20:41:49,583 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/oldWALs/wal.dat.6 2024-11-18T20:41:49,583 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:49,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.7 2024-11-18T20:41:49,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.7 after 0ms 2024-11-18T20:41:49,586 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.7 took 3ms 2024-11-18T20:41:49,587 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.7 so closing down 2024-11-18T20:41:49,587 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:49,587 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:49,589 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:49,589 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:49,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:49,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:49,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742202_1381 (size=753) 2024-11-18T20:41:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742202_1381 (size=753) 2024-11-18T20:41:49,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742203_1382 (size=753) 2024-11-18T20:41:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742203_1382 (size=753) 2024-11-18T20:41:49,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:41:49,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:49,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:41:49,998 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:49,998 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.7, size=1.4 K (1413bytes) at 1731962509583Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.7 so closing down at 1731962509587 (+4 ms)3 split writer threads finished at 1731962509587Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962509590 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962509590Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509595 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962509596 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962509996 (+400 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962509998 (+2 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962509998 2024-11-18T20:41:50,000 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/oldWALs/wal.dat.7 2024-11-18T20:41:50,000 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:41:50,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.8 2024-11-18T20:41:50,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.8 after 1ms 2024-11-18T20:41:50,003 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.8 took 3ms 2024-11-18T20:41:50,004 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.8 so closing down 2024-11-18T20:41:50,004 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:50,004 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:50,008 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:50,008 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:50,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:50,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:50,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742205_1384 (size=753) 2024-11-18T20:41:50,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742204_1383 (size=753) 2024-11-18T20:41:50,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742205_1384 (size=753) 2024-11-18T20:41:50,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:41:50,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:41:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742204_1383 (size=753) 2024-11-18T20:41:50,017 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:50,017 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.8, size=1.4 K (1413bytes) at 1731962510000Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.8 so closing down at 1731962510004 (+4 ms)3 split writer threads finished at 1731962510004Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962510009 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962510009Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510016 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510016Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962510017 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962510017Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962510017 2024-11-18T20:41:50,018 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/oldWALs/wal.dat.8 2024-11-18T20:41:50,019 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:41:50,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.9 2024-11-18T20:41:50,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.9 after 0ms 2024-11-18T20:41:50,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.9 took 2ms 2024-11-18T20:41:50,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.9 so closing down 2024-11-18T20:41:50,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:50,023 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:50,024 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:50,024 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:50,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:50,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:50,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742206_1385 (size=753) 2024-11-18T20:41:50,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742206_1385 (size=753) 2024-11-18T20:41:50,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742207_1386 (size=753) 2024-11-18T20:41:50,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742207_1386 (size=753) 2024-11-18T20:41:50,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:41:50,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:41:50,035 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:50,035 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.9, size=1.4 K (1413bytes) at 1731962510019Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.9 so closing down at 1731962510022 (+3 ms)3 split writer threads finished at 1731962510023 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962510025 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962510029 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510033 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510034 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962510034Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962510034Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962510035 (+1 ms) 2024-11-18T20:41:50,036 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731962509308/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/8beca3bc-02b5-c890-4a6a-bf3c9576e5e3/oldWALs/wal.dat.9 2024-11-18T20:41:50,043 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=1938 (was 1949) 2024-11-18T20:41:50,050 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=1938 2024-11-18T20:41:50,050 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:50,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742208_1387 (size=7) 2024-11-18T20:41:50,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742208_1387 (size=7) 2024-11-18T20:41:50,056 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:50,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:50,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:50,059 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:50,064 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:39311/user/jenkins/test-data/2093c712-7cb7-3d9c-b2b6-4f0e0bb4c7ad/data/hbase/meta/1588230740/recovered.edits 2024-11-18T20:41:50,080 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=1936 (was 1938) 2024-11-18T20:41:50,088 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=1936 2024-11-18T20:41:50,088 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:50,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742209_1388 (size=7) 2024-11-18T20:41:50,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742209_1388 (size=7) 2024-11-18T20:41:50,495 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:50,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:50,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:50,504 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:50,504 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-18T20:41:50,506 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:50,507 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-18T20:41:50,507 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-18T20:41:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742210_1389 (size=818) 2024-11-18T20:41:50,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742210_1389 (size=818) 2024-11-18T20:41:50,534 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/WALs/testemptywaledit,16010,1731962510504/wal.dat.5, size=818 (818bytes) 2024-11-18T20:41:50,534 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/WALs/testemptywaledit,16010,1731962510504/wal.dat.5 2024-11-18T20:41:50,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/WALs/testemptywaledit,16010,1731962510504/wal.dat.5 after 1ms 2024-11-18T20:41:50,537 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/WALs/testemptywaledit,16010,1731962510504/wal.dat.5 took 3ms 2024-11-18T20:41:50,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/WALs/testemptywaledit,16010,1731962510504/wal.dat.5 so closing down 2024-11-18T20:41:50,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:50,539 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:50,540 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-18T20:41:50,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-18T20:41:50,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742211_1390 (size=783) 2024-11-18T20:41:50,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742211_1390 (size=783) 2024-11-18T20:41:50,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-18T20:41:50,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-18T20:41:50,549 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/WALs/testemptywaledit,16010,1731962510504/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-18T20:41:50,549 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/WALs/testemptywaledit,16010,1731962510504/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/WALs/testemptywaledit,16010,1731962510504/wal.dat.5, size=818 (818bytes) at 1731962510534Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/WALs/testemptywaledit,16010,1731962510504/wal.dat.5 so closing down at 1731962510538 (+4 ms)3 split writer threads finished at 1731962510539 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731962510541 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731962510548 (+7 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731962510549 (+1 ms)Processed 11 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/WALs/testemptywaledit,16010,1731962510504/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731962510549 2024-11-18T20:41:50,551 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/WALs/testemptywaledit,16010,1731962510504/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/e43bfb57-19ce-3c4e-804f-a3838d5ffcad/oldWALs/wal.dat.5 2024-11-18T20:41:50,562 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=1930 (was 1936) 2024-11-18T20:41:50,568 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=1930 2024-11-18T20:41:50,568 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:50,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742212_1391 (size=7) 2024-11-18T20:41:50,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742212_1391 (size=7) 2024-11-18T20:41:50,574 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:50,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:50,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:50,579 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:50,579 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:50,580 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:50,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:50,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742213_1392 (size=1393) 2024-11-18T20:41:50,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742213_1392 (size=1393) 2024-11-18T20:41:50,591 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:50,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:50,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742214_1393 (size=1393) 2024-11-18T20:41:50,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742214_1393 (size=1393) 2024-11-18T20:41:50,603 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:50,603 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:50,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742215_1394 (size=1393) 2024-11-18T20:41:50,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742215_1394 (size=1393) 2024-11-18T20:41:50,617 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:50,617 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:50,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742216_1395 (size=1393) 2024-11-18T20:41:50,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742216_1395 (size=1393) 2024-11-18T20:41:50,629 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:50,629 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:50,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742217_1396 (size=1393) 2024-11-18T20:41:50,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742217_1396 (size=1393) 2024-11-18T20:41:50,640 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:50,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:50,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742218_1397 (size=1393) 2024-11-18T20:41:50,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742218_1397 (size=1393) 2024-11-18T20:41:50,652 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:50,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:50,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742219_1398 (size=1405) 2024-11-18T20:41:50,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742219_1398 (size=1405) 2024-11-18T20:41:50,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:50,666 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:50,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742220_1399 (size=1413) 2024-11-18T20:41:50,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742220_1399 (size=1413) 2024-11-18T20:41:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:50,682 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742221_1400 (size=1413) 2024-11-18T20:41:50,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742221_1400 (size=1413) 2024-11-18T20:41:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:50,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:50,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742222_1401 (size=1413) 2024-11-18T20:41:50,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742222_1401 (size=1413) 2024-11-18T20:41:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:50,738 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:50,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.0 2024-11-18T20:41:50,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.0 after 0ms 2024-11-18T20:41:50,740 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.0 took 2ms 2024-11-18T20:41:50,742 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.0 so closing down 2024-11-18T20:41:50,742 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:50,743 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:50,745 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:50,745 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:50,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:50,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742224_1403 (size=743) 2024-11-18T20:41:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742224_1403 (size=743) 2024-11-18T20:41:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742225_1404 (size=743) 2024-11-18T20:41:50,751 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742225_1404 (size=743) 2024-11-18T20:41:50,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:50,753 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:50,754 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:50,754 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.0, size=1.4 K (1393bytes) at 1731962510738Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.0 so closing down at 1731962510742 (+4 ms)3 split writer threads finished at 1731962510743 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962510746 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962510747 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510751 (+4 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962510752 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510753 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962510754 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962510754 2024-11-18T20:41:50,756 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/oldWALs/wal.dat.0 2024-11-18T20:41:50,756 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:50,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.1 2024-11-18T20:41:50,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.1 after 0ms 2024-11-18T20:41:50,759 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.1 took 3ms 2024-11-18T20:41:50,760 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.1 so closing down 2024-11-18T20:41:50,760 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:50,760 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:50,762 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:50,762 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:50,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:50,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:50,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742226_1405 (size=743) 2024-11-18T20:41:50,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742226_1405 (size=743) 2024-11-18T20:41:50,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742227_1406 (size=743) 2024-11-18T20:41:50,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742227_1406 (size=743) 2024-11-18T20:41:50,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:41:50,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:41:50,771 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:50,771 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.1, size=1.4 K (1393bytes) at 1731962510756Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.1 so closing down at 1731962510760 (+4 ms)3 split writer threads finished at 1731962510760Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962510763 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962510763Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510769 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510769Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962510771 (+2 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962510771Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962510771 2024-11-18T20:41:50,772 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/oldWALs/wal.dat.1 2024-11-18T20:41:50,772 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:50,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.2 2024-11-18T20:41:50,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.2 after 0ms 2024-11-18T20:41:50,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.2 took 2ms 2024-11-18T20:41:50,775 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.2 so closing down 2024-11-18T20:41:50,775 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:50,775 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:50,778 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:50,778 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:50,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:50,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:50,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742229_1408 (size=743) 2024-11-18T20:41:50,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742228_1407 (size=743) 2024-11-18T20:41:50,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742228_1407 (size=743) 2024-11-18T20:41:50,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742229_1408 (size=743) 2024-11-18T20:41:50,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:41:50,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:41:50,790 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:50,790 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.2, size=1.4 K (1393bytes) at 1731962510772Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.2 so closing down at 1731962510775 (+3 ms)3 split writer threads finished at 1731962510775Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962510779 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962510779Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510788 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510789 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962510789Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962510790 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962510790 2024-11-18T20:41:50,791 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/oldWALs/wal.dat.2 2024-11-18T20:41:50,792 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:50,792 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.3 2024-11-18T20:41:50,792 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.3 after 0ms 2024-11-18T20:41:50,794 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.3 took 2ms 2024-11-18T20:41:50,795 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.3 so closing down 2024-11-18T20:41:50,795 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:50,795 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:50,797 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:50,797 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:50,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:50,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:50,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742230_1409 (size=743) 2024-11-18T20:41:50,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742230_1409 (size=743) 2024-11-18T20:41:50,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742231_1410 (size=743) 2024-11-18T20:41:50,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742231_1410 (size=743) 2024-11-18T20:41:50,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:41:50,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:41:50,807 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:50,807 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.3, size=1.4 K (1393bytes) at 1731962510792Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.3 so closing down at 1731962510795 (+3 ms)3 split writer threads finished at 1731962510795Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962510797 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962510797Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510802 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962510804 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510805 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962510806 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962510807 (+1 ms) 2024-11-18T20:41:50,808 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/oldWALs/wal.dat.3 2024-11-18T20:41:50,808 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:41:50,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.4 2024-11-18T20:41:50,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.4 after 0ms 2024-11-18T20:41:50,810 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.4 took 2ms 2024-11-18T20:41:50,811 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.4 so closing down 2024-11-18T20:41:50,811 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:50,812 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:50,813 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:50,813 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:50,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:50,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742232_1411 (size=743) 2024-11-18T20:41:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742232_1411 (size=743) 2024-11-18T20:41:50,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742233_1412 (size=743) 2024-11-18T20:41:50,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:41:50,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742233_1412 (size=743) 2024-11-18T20:41:50,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:50,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:41:50,828 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:50,828 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.4, size=1.4 K (1393bytes) at 1731962510808Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.4 so closing down at 1731962510811 (+3 ms)3 split writer threads finished at 1731962510812 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962510814 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962510814Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510820 (+6 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962510821 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962510826 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962510827 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962510828 (+1 ms) 2024-11-18T20:41:50,829 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/oldWALs/wal.dat.4 2024-11-18T20:41:50,829 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T20:41:50,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5 2024-11-18T20:41:50,830 WARN [IPC Server handler 1 on default port 39311 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1413 for block blk_1073742223_1402 2024-11-18T20:41:50,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5 after 1ms 2024-11-18T20:41:50,935 WARN [ResponseProcessor for block BP-1418292313-172.17.0.2-1731962462055:blk_1073742223_1402 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1418292313-172.17.0.2-1731962462055:blk_1073742223_1402 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:41:50,935 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-978146304_22 at /127.0.0.1:56672 [Receiving block BP-1418292313-172.17.0.2-1731962462055:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:34519:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56672 dst: /127.0.0.1:34519 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:50,935 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-978146304_22 at /127.0.0.1:35782 [Receiving block BP-1418292313-172.17.0.2-1731962462055:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:41827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35782 dst: /127.0.0.1:41827 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41827 remote=/127.0.0.1:35782]. Total timeout mills is 60000, 59789 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:41:50,936 WARN [DataStreamer for file /user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5 block BP-1418292313-172.17.0.2-1731962462055:blk_1073742223_1402 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1418292313-172.17.0.2-1731962462055:blk_1073742223_1402 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41827,DS-d277bac2-936a-42ea-b159-cbf9018a49ab,DISK], DatanodeInfoWithStorage[127.0.0.1:34519,DS-5d21f7f8-8021-4574-9b64-e8af97dc6a95,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41827,DS-d277bac2-936a-42ea-b159-cbf9018a49ab,DISK]) is bad. 2024-11-18T20:41:50,938 WARN [DataStreamer for file /user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5 block BP-1418292313-172.17.0.2-1731962462055:blk_1073742223_1402 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1418292313-172.17.0.2-1731962462055:blk_1073742223_1402 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:41:50,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742223_1413 (size=1394) 2024-11-18T20:41:50,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742223_1413 (size=1394) 2024-11-18T20:41:54,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5 after 4001ms 2024-11-18T20:41:54,833 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5 took 4003ms 2024-11-18T20:41:54,834 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:54,834 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5 so closing down 2024-11-18T20:41:54,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:54,835 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:54,836 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:54,836 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:54,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:54,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:54,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742234_1414 (size=418) 2024-11-18T20:41:54,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742234_1414 (size=418) 2024-11-18T20:41:54,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742235_1415 (size=353) 2024-11-18T20:41:54,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742235_1415 (size=353) 2024-11-18T20:41:54,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:54,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T20:41:55,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:55,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-18T20:41:55,253 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T20:41:55,253 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5, size=1.4 K (1394bytes) at 1731962510829Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5 so closing down at 1731962514834 (+4005 ms)3 split writer threads finished at 1731962514835 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962514837 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962514837Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962514848 (+11 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731962514849 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731962515249 (+400 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731962515253 (+4 ms)Processed 9 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731962515253 2024-11-18T20:41:55,257 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/corrupt/wal.dat.5 2024-11-18T20:41:55,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:41:55,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.6 2024-11-18T20:41:55,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.6 after 0ms 2024-11-18T20:41:55,259 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.6 took 2ms 2024-11-18T20:41:55,260 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.6 so closing down 2024-11-18T20:41:55,260 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:55,260 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:55,262 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:55,262 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:55,263 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:55,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:55,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742236_1416 (size=749) 2024-11-18T20:41:55,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742236_1416 (size=749) 2024-11-18T20:41:55,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742237_1417 (size=749) 2024-11-18T20:41:55,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:55,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742237_1417 (size=749) 2024-11-18T20:41:55,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:41:55,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:55,669 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:41:55,669 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:41:55,669 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.6, size=1.4 K (1405bytes) at 1731962515257Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.6 so closing down at 1731962515260 (+3 ms)3 split writer threads finished at 1731962515260Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962515263 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962515263Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962515266 (+3 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962515267 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962515667 (+400 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962515669 (+2 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962515669 2024-11-18T20:41:55,674 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/oldWALs/wal.dat.6 2024-11-18T20:41:55,674 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:55,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.7 2024-11-18T20:41:55,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.7 after 1ms 2024-11-18T20:41:55,677 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.7 took 2ms 2024-11-18T20:41:55,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.7 so closing down 2024-11-18T20:41:55,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:55,696 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:55,700 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:55,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:55,723 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:55,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:55,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742238_1418 (size=753) 2024-11-18T20:41:55,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742238_1418 (size=753) 2024-11-18T20:41:55,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:55,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:41:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742239_1419 (size=753) 2024-11-18T20:41:55,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742239_1419 (size=753) 2024-11-18T20:41:55,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:55,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:41:55,811 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:55,811 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.7, size=1.4 K (1413bytes) at 1731962515674Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.7 so closing down at 1731962515692 (+18 ms)3 split writer threads finished at 1731962515696 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962515723 (+27 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962515742 (+19 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962515793 (+51 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962515795 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962515806 (+11 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962515810 (+4 ms)Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962515811 (+1 ms) 2024-11-18T20:41:55,814 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/oldWALs/wal.dat.7 2024-11-18T20:41:55,814 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:41:55,814 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.8 2024-11-18T20:41:55,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.8 after 1ms 2024-11-18T20:41:55,820 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.8 took 6ms 2024-11-18T20:41:55,863 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.8 so closing down 2024-11-18T20:41:55,863 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:55,870 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:55,886 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:55,899 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:55,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:55,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:55,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742240_1420 (size=753) 2024-11-18T20:41:55,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742240_1420 (size=753) 2024-11-18T20:41:55,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:55,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:41:56,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742241_1421 (size=753) 2024-11-18T20:41:56,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742241_1421 (size=753) 2024-11-18T20:41:56,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:56,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:41:56,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:56,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.8, size=1.4 K (1413bytes) at 1731962515814Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.8 so closing down at 1731962515863 (+49 ms)3 split writer threads finished at 1731962515870 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962515913 (+43 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962515926 (+13 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962515977 (+51 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962515985 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962516009 (+24 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962516016 (+7 ms)Processed 20 edits across 2 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962516016 2024-11-18T20:41:56,020 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/oldWALs/wal.dat.8 2024-11-18T20:41:56,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:41:56,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.9 2024-11-18T20:41:56,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.9 after 1ms 2024-11-18T20:41:56,024 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.9 took 4ms 2024-11-18T20:41:56,036 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.9 so closing down 2024-11-18T20:41:56,036 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:56,036 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:56,039 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:56,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:56,045 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:56,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:56,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742242_1422 (size=753) 2024-11-18T20:41:56,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742242_1422 (size=753) 2024-11-18T20:41:56,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:56,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:41:56,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742243_1423 (size=753) 2024-11-18T20:41:56,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742243_1423 (size=753) 2024-11-18T20:41:56,087 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:56,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:41:56,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:56,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.9, size=1.4 K (1413bytes) at 1731962516020Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.9 so closing down at 1731962516036 (+16 ms)3 split writer threads finished at 1731962516036Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962516044 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962516057 (+13 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962516083 (+26 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962516084 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962516087 (+3 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962516088 (+1 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962516088 2024-11-18T20:41:56,090 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731962510579/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/5e4282bd-78c3-f48a-07f6-23381074b7a5/oldWALs/wal.dat.9 2024-11-18T20:41:56,169 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=139 (was 139), OpenFileDescriptor=401 (was 397) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=1833 (was 1930) 2024-11-18T20:41:56,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=139, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=1833 2024-11-18T20:41:56,177 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:56,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742244_1424 (size=7) 2024-11-18T20:41:56,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742244_1424 (size=7) 2024-11-18T20:41:56,194 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:56,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:56,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:56,199 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:56,199 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:41:56,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:56,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742245_1425 (size=863) 2024-11-18T20:41:56,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742245_1425 (size=863) 2024-11-18T20:41:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742246_1426 (size=823) 2024-11-18T20:41:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742246_1426 (size=823) 2024-11-18T20:41:56,243 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/WALs/testeofisignored,16010,1731962516199/wal.dat.0, size=823 (823bytes) 2024-11-18T20:41:56,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/WALs/testeofisignored,16010,1731962516199/wal.dat.0 2024-11-18T20:41:56,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/WALs/testeofisignored,16010,1731962516199/wal.dat.0 after 0ms 2024-11-18T20:41:56,246 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/WALs/testeofisignored,16010,1731962516199/wal.dat.0 took 3ms 2024-11-18T20:41:56,260 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/WALs/testeofisignored,16010,1731962516199/wal.dat.0; continuing. 2024-11-18T20:41:56,260 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/WALs/testeofisignored,16010,1731962516199/wal.dat.0 so closing down 2024-11-18T20:41:56,260 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:56,260 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:56,278 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:56,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742247_1427 (size=786) 2024-11-18T20:41:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742247_1427 (size=786) 2024-11-18T20:41:56,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:56,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-18T20:41:56,300 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/WALs/testeofisignored,16010,1731962516199/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-18T20:41:56,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/WALs/testeofisignored,16010,1731962516199/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/WALs/testeofisignored,16010,1731962516199/wal.dat.0, size=823 (823bytes) at 1731962516243Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/WALs/testeofisignored,16010,1731962516199/wal.dat.0 so closing down at 1731962516260 (+17 ms)3 split writer threads finished at 1731962516260Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962516279 (+19 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731962516299 (+20 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731962516300 (+1 ms)Processed 9 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/WALs/testeofisignored,16010,1731962516199/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731962516300 2024-11-18T20:41:56,301 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/WALs/testeofisignored,16010,1731962516199/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/cef25b7d-3037-6464-bca2-e944c7ae5a30/oldWALs/wal.dat.0 2024-11-18T20:41:56,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=139 (was 139), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=1828 (was 1833) 2024-11-18T20:41:56,319 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=139, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=1828 2024-11-18T20:41:56,320 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:56,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742248_1428 (size=7) 2024-11-18T20:41:56,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742248_1428 (size=7) 2024-11-18T20:41:56,329 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:56,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:56,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:56,333 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:56,333 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-18T20:41:56,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T20:41:56,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742249_1429 (size=93) 2024-11-18T20:41:56,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742249_1429 (size=93) 2024-11-18T20:41:56,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/ef4c58d4-e82b-c839-6bc3-cd604f4bcee1/WALs/testsplitlogfileempty,16010,1731962516333/wal.dat..empty, size=93 (93bytes) 2024-11-18T20:41:56,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/ef4c58d4-e82b-c839-6bc3-cd604f4bcee1/WALs/testsplitlogfileempty,16010,1731962516333/wal.dat..empty 2024-11-18T20:41:56,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/ef4c58d4-e82b-c839-6bc3-cd604f4bcee1/WALs/testsplitlogfileempty,16010,1731962516333/wal.dat..empty after 0ms 2024-11-18T20:41:56,378 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/ef4c58d4-e82b-c839-6bc3-cd604f4bcee1/WALs/testsplitlogfileempty,16010,1731962516333/wal.dat..empty took 4ms 2024-11-18T20:41:56,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef4c58d4-e82b-c839-6bc3-cd604f4bcee1/WALs/testsplitlogfileempty,16010,1731962516333/wal.dat..empty so closing down 2024-11-18T20:41:56,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:56,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:56,379 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef4c58d4-e82b-c839-6bc3-cd604f4bcee1/WALs/testsplitlogfileempty,16010,1731962516333/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T20:41:56,379 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/ef4c58d4-e82b-c839-6bc3-cd604f4bcee1/WALs/testsplitlogfileempty,16010,1731962516333/wal.dat..empty, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/ef4c58d4-e82b-c839-6bc3-cd604f4bcee1/WALs/testsplitlogfileempty,16010,1731962516333/wal.dat..empty, size=93 (93bytes) at 1731962516374Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/ef4c58d4-e82b-c839-6bc3-cd604f4bcee1/WALs/testsplitlogfileempty,16010,1731962516333/wal.dat..empty so closing down at 1731962516379 (+5 ms)3 split writer threads finished at 1731962516379Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/ef4c58d4-e82b-c839-6bc3-cd604f4bcee1/WALs/testsplitlogfileempty,16010,1731962516333/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731962516379 2024-11-18T20:41:56,381 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/ef4c58d4-e82b-c839-6bc3-cd604f4bcee1/WALs/testsplitlogfileempty,16010,1731962516333/wal.dat..empty to hdfs://localhost:39311/user/jenkins/test-data/ef4c58d4-e82b-c839-6bc3-cd604f4bcee1/oldWALs/wal.dat..empty 2024-11-18T20:41:56,394 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=139 (was 139), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=1826 (was 1828) 2024-11-18T20:41:56,402 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=139, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=1826 2024-11-18T20:41:56,402 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:56,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742250_1430 (size=7) 2024-11-18T20:41:56,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742250_1430 (size=7) 2024-11-18T20:41:56,411 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:56,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:56,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:56,416 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:56,416 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:56,416 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:56,418 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:56,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742251_1431 (size=1393) 2024-11-18T20:41:56,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742251_1431 (size=1393) 2024-11-18T20:41:56,440 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:56,440 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:56,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742252_1432 (size=1393) 2024-11-18T20:41:56,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742252_1432 (size=1393) 2024-11-18T20:41:56,450 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:56,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:56,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742253_1433 (size=1393) 2024-11-18T20:41:56,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742253_1433 (size=1393) 2024-11-18T20:41:56,471 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:56,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:56,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742254_1434 (size=1393) 2024-11-18T20:41:56,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742254_1434 (size=1393) 2024-11-18T20:41:56,492 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:56,492 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:56,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742255_1435 (size=1393) 2024-11-18T20:41:56,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742255_1435 (size=1393) 2024-11-18T20:41:56,515 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:56,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:56,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742256_1436 (size=1393) 2024-11-18T20:41:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742256_1436 (size=1393) 2024-11-18T20:41:56,525 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:56,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:56,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742257_1437 (size=1405) 2024-11-18T20:41:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742257_1437 (size=1405) 2024-11-18T20:41:56,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:56,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:56,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742258_1438 (size=1413) 2024-11-18T20:41:56,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742258_1438 (size=1413) 2024-11-18T20:41:56,557 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:56,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:56,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742259_1439 (size=1413) 2024-11-18T20:41:56,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742259_1439 (size=1413) 2024-11-18T20:41:56,571 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:56,571 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:56,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:56,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742260_1440 (size=1413) 2024-11-18T20:41:56,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742260_1440 (size=1413) 2024-11-18T20:41:56,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:56,607 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:56,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.0 2024-11-18T20:41:56,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.0 after 0ms 2024-11-18T20:41:56,608 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.0 took 2ms 2024-11-18T20:41:56,612 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.0 so closing down 2024-11-18T20:41:56,612 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:56,613 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:56,622 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:56,622 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:56,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:56,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742261_1441 (size=743) 2024-11-18T20:41:56,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742261_1441 (size=743) 2024-11-18T20:41:56,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:56,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:41:56,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742262_1442 (size=743) 2024-11-18T20:41:56,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742262_1442 (size=743) 2024-11-18T20:41:56,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:56,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:41:56,690 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:56,690 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.0, size=1.4 K (1393bytes) at 1731962516607Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.0 so closing down at 1731962516612 (+5 ms)3 split writer threads finished at 1731962516613 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962516624 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962516625 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962516672 (+47 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962516675 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962516688 (+13 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962516690 (+2 ms)Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962516690 2024-11-18T20:41:56,695 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/oldWALs/wal.dat.0 2024-11-18T20:41:56,695 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:56,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.1 2024-11-18T20:41:56,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.1 after 1ms 2024-11-18T20:41:56,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.1 took 5ms 2024-11-18T20:41:56,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.1 so closing down 2024-11-18T20:41:56,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:56,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:56,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:56,719 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:56,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:56,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:56,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742264_1444 (size=743) 2024-11-18T20:41:56,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742264_1444 (size=743) 2024-11-18T20:41:56,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:56,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742263_1443 (size=743) 2024-11-18T20:41:56,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742263_1443 (size=743) 2024-11-18T20:41:56,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:41:56,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:56,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:41:56,750 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:56,750 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.1, size=1.4 K (1393bytes) at 1731962516695Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.1 so closing down at 1731962516706 (+11 ms)3 split writer threads finished at 1731962516706Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962516720 (+14 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962516720Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962516740 (+20 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962516747 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962516747Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962516750 (+3 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962516750 2024-11-18T20:41:56,753 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/oldWALs/wal.dat.1 2024-11-18T20:41:56,753 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:56,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.2 2024-11-18T20:41:56,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.2 after 1ms 2024-11-18T20:41:56,756 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.2 took 3ms 2024-11-18T20:41:56,758 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.2 so closing down 2024-11-18T20:41:56,758 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:56,759 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:56,767 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:56,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:56,769 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:56,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742265_1445 (size=743) 2024-11-18T20:41:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742265_1445 (size=743) 2024-11-18T20:41:56,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:56,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:41:56,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742266_1446 (size=743) 2024-11-18T20:41:56,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742266_1446 (size=743) 2024-11-18T20:41:56,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:56,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:41:56,833 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:56,833 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.2, size=1.4 K (1393bytes) at 1731962516753Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.2 so closing down at 1731962516758 (+5 ms)3 split writer threads finished at 1731962516759 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962516769 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962516785 (+16 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962516815 (+30 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962516816 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962516832 (+16 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962516833 (+1 ms)Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962516833 2024-11-18T20:41:56,836 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/oldWALs/wal.dat.2 2024-11-18T20:41:56,836 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:56,836 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.3 2024-11-18T20:41:56,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.3 after 1ms 2024-11-18T20:41:56,840 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.3 took 3ms 2024-11-18T20:41:56,842 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.3 so closing down 2024-11-18T20:41:56,842 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:56,843 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:56,849 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:56,850 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:56,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:56,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:56,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742267_1447 (size=743) 2024-11-18T20:41:56,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742267_1447 (size=743) 2024-11-18T20:41:56,931 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:56,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:41:56,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742268_1448 (size=743) 2024-11-18T20:41:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742268_1448 (size=743) 2024-11-18T20:41:56,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:56,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:41:56,953 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 112 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:56,953 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.3, size=1.4 K (1393bytes) at 1731962516836Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.3 so closing down at 1731962516842 (+6 ms)3 split writer threads finished at 1731962516843 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962516857 (+14 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962516857Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962516931 (+74 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962516935 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962516951 (+16 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962516952 (+1 ms)Processed 20 edits across 2 Regions in 112 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962516953 (+1 ms) 2024-11-18T20:41:56,955 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/oldWALs/wal.dat.3 2024-11-18T20:41:56,956 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:41:56,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.4 2024-11-18T20:41:56,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.4 after 0ms 2024-11-18T20:41:56,958 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.4 took 3ms 2024-11-18T20:41:56,975 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.4 so closing down 2024-11-18T20:41:56,975 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:56,982 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:57,006 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:57,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:57,024 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:57,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:57,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742269_1449 (size=743) 2024-11-18T20:41:57,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:57,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742269_1449 (size=743) 2024-11-18T20:41:57,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:41:57,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742270_1450 (size=743) 2024-11-18T20:41:57,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742270_1450 (size=743) 2024-11-18T20:41:57,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:57,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:41:57,066 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:57,066 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.4, size=1.4 K (1393bytes) at 1731962516956Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.4 so closing down at 1731962516975 (+19 ms)3 split writer threads finished at 1731962516982 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962517009 (+27 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962517041 (+32 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962517054 (+13 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962517056 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962517064 (+8 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962517066 (+2 ms)Processed 20 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962517066 2024-11-18T20:41:57,070 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/oldWALs/wal.dat.4 2024-11-18T20:41:57,070 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:41:57,070 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.5 2024-11-18T20:41:57,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.5 after 1ms 2024-11-18T20:41:57,074 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.5 took 4ms 2024-11-18T20:41:57,090 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.5 so closing down 2024-11-18T20:41:57,090 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:57,102 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:57,106 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:57,121 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:57,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:57,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:57,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742272_1452 (size=743) 2024-11-18T20:41:57,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742272_1452 (size=743) 2024-11-18T20:41:57,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742271_1451 (size=743) 2024-11-18T20:41:57,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:57,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742271_1451 (size=743) 2024-11-18T20:41:57,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:41:57,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:57,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:41:57,618 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 529 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:41:57,618 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.5, size=1.4 K (1393bytes) at 1731962517070Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.5 so closing down at 1731962517090 (+20 ms)3 split writer threads finished at 1731962517102 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962517133 (+31 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962517145 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962517216 (+71 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962517220 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962517617 (+397 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962517618 (+1 ms)Processed 20 edits across 2 Regions in 529 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962517618 2024-11-18T20:41:57,620 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/oldWALs/wal.dat.5 2024-11-18T20:41:57,620 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:41:57,620 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.6 2024-11-18T20:41:57,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.6 after 1ms 2024-11-18T20:41:57,622 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.6 took 2ms 2024-11-18T20:41:57,623 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.6 so closing down 2024-11-18T20:41:57,623 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:57,623 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:57,625 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:57,625 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:57,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:57,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:57,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742273_1453 (size=749) 2024-11-18T20:41:57,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742273_1453 (size=749) 2024-11-18T20:41:57,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:57,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:41:57,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742274_1454 (size=749) 2024-11-18T20:41:57,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742274_1454 (size=749) 2024-11-18T20:41:57,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:57,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:41:57,649 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:41:57,649 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.6, size=1.4 K (1405bytes) at 1731962517620Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.6 so closing down at 1731962517623 (+3 ms)3 split writer threads finished at 1731962517623Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962517626 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962517627 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962517640 (+13 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962517641 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962517647 (+6 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962517649 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962517649 2024-11-18T20:41:57,651 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/oldWALs/wal.dat.6 2024-11-18T20:41:57,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:57,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.7 2024-11-18T20:41:57,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.7 after 1ms 2024-11-18T20:41:57,653 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.7 took 2ms 2024-11-18T20:41:57,655 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.7 so closing down 2024-11-18T20:41:57,655 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:57,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:57,658 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:57,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742275_1455 (size=753) 2024-11-18T20:41:57,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742275_1455 (size=753) 2024-11-18T20:41:57,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:57,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:41:57,681 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:57,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:57,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742276_1456 (size=753) 2024-11-18T20:41:57,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742276_1456 (size=753) 2024-11-18T20:41:57,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:57,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:41:57,690 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:57,690 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.7, size=1.4 K (1413bytes) at 1731962517651Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.7 so closing down at 1731962517655 (+4 ms)3 split writer threads finished at 1731962517655Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962517660 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962517673 (+13 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962517674 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962517682 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962517689 (+7 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962517690 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962517690 2024-11-18T20:41:57,692 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/oldWALs/wal.dat.7 2024-11-18T20:41:57,692 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:41:57,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.8 2024-11-18T20:41:57,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.8 after 0ms 2024-11-18T20:41:57,694 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.8 took 2ms 2024-11-18T20:41:57,695 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.8 so closing down 2024-11-18T20:41:57,695 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:57,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:57,697 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:57,697 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:57,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:57,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:57,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742277_1457 (size=753) 2024-11-18T20:41:57,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742277_1457 (size=753) 2024-11-18T20:41:57,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:57,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:41:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742278_1458 (size=753) 2024-11-18T20:41:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742278_1458 (size=753) 2024-11-18T20:41:57,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:57,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:41:57,722 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:57,722 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.8, size=1.4 K (1413bytes) at 1731962517692Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.8 so closing down at 1731962517695 (+3 ms)3 split writer threads finished at 1731962517695Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962517698 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962517698Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962517711 (+13 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962517712 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962517720 (+8 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962517721 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962517722 (+1 ms) 2024-11-18T20:41:57,724 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/oldWALs/wal.dat.8 2024-11-18T20:41:57,725 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:41:57,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.9 2024-11-18T20:41:57,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.9 after 0ms 2024-11-18T20:41:57,727 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.9 took 2ms 2024-11-18T20:41:57,728 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.9 so closing down 2024-11-18T20:41:57,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:57,737 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:57,747 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:57,758 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:57,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:57,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:57,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742279_1459 (size=753) 2024-11-18T20:41:57,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742279_1459 (size=753) 2024-11-18T20:41:57,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:57,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:41:57,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742280_1460 (size=753) 2024-11-18T20:41:57,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742280_1460 (size=753) 2024-11-18T20:41:57,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:57,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:41:57,780 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:41:57,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.9, size=1.4 K (1413bytes) at 1731962517725Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.9 so closing down at 1731962517728 (+3 ms)3 split writer threads finished at 1731962517737 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962517761 (+24 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962517761Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962517766 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962517768 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962517778 (+10 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962517780 (+2 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962517781 (+1 ms) 2024-11-18T20:41:57,782 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/WALs/testlogsgetarchivedaftersplit,16010,1731962516416/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/b69d5d4d-6c0d-fc9a-0670-bddf30127d8e/oldWALs/wal.dat.9 2024-11-18T20:41:57,793 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=139 (was 139), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 371) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1775 (was 1826) 2024-11-18T20:41:57,799 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=139, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=1775 2024-11-18T20:41:57,799 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:57,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742281_1461 (size=7) 2024-11-18T20:41:57,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742281_1461 (size=7) 2024-11-18T20:41:57,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:57,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:57,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:57,815 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:57,815 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-18T20:41:57,815 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T20:41:57,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:57,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742282_1462 (size=723) 2024-11-18T20:41:57,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742282_1462 (size=723) 2024-11-18T20:41:57,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:57,869 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:57,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742283_1463 (size=723) 2024-11-18T20:41:57,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742283_1463 (size=723) 2024-11-18T20:41:57,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:57,887 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:57,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742284_1464 (size=723) 2024-11-18T20:41:57,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742284_1464 (size=723) 2024-11-18T20:41:57,921 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:57,923 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:57,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742285_1465 (size=723) 2024-11-18T20:41:57,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742285_1465 (size=723) 2024-11-18T20:41:57,969 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:57,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:57,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:57,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742286_1466 (size=723) 2024-11-18T20:41:58,021 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:58,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742286_1466 (size=723) 2024-11-18T20:41:58,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:58,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742287_1467 (size=723) 2024-11-18T20:41:58,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742287_1467 (size=723) 2024-11-18T20:41:58,083 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:58,083 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:58,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742288_1468 (size=723) 2024-11-18T20:41:58,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742288_1468 (size=723) 2024-11-18T20:41:58,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:58,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:58,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742289_1469 (size=723) 2024-11-18T20:41:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742289_1469 (size=723) 2024-11-18T20:41:58,167 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:58,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742290_1470 (size=723) 2024-11-18T20:41:58,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742290_1470 (size=723) 2024-11-18T20:41:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:58,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742291_1471 (size=723) 2024-11-18T20:41:58,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742291_1471 (size=723) 2024-11-18T20:41:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:58,215 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/oldWALs, maxLogs=32 2024-11-18T20:41:58,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731962518251 2024-11-18T20:41:58,271 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731962518251 2024-11-18T20:41:58,337 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:32979:32979),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-18T20:41:58,359 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731962517815/wal.dat.0, size=723 (723bytes) 2024-11-18T20:41:58,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731962517815/wal.dat.0 2024-11-18T20:41:58,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731962517815/wal.dat.0 after 1ms 2024-11-18T20:41:58,362 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731962517815/wal.dat.0 took 3ms 2024-11-18T20:41:58,364 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731962517815/wal.dat.0 so closing down 2024-11-18T20:41:58,364 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:58,364 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:58,366 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:58,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:58,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742293_1473 (size=723) 2024-11-18T20:41:58,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742293_1473 (size=723) 2024-11-18T20:41:58,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:58,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-18T20:41:58,382 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731962517815/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-18T20:41:58,382 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731962517815/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731962517815/wal.dat.0, size=723 (723bytes) at 1731962518359Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731962517815/wal.dat.0 so closing down at 1731962518364 (+5 ms)3 split writer threads finished at 1731962518364Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962518367 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962518381 (+14 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731962518382 (+1 ms)Processed 10 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731962517815/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731962518382 2024-11-18T20:41:58,383 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:41:58,384 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:41:58,385 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:41:58,385 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:41:58,385 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:41:58,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742292_1472 (size=93) 2024-11-18T20:41:58,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742292_1472 (size=93) 2024-11-18T20:41:58,391 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60ec6fee-e8c8-a08b-c0d2-21d4d2aa7070/oldWALs 2024-11-18T20:41:58,393 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731962518251) 2024-11-18T20:41:58,402 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=145 (was 139) - Thread LEAK? -, OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 406), ProcessCount=11 (was 11), AvailableMemoryMB=1755 (was 1775) 2024-11-18T20:41:58,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=145, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=1755 2024-11-18T20:41:58,414 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:41:58,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742294_1474 (size=7) 2024-11-18T20:41:58,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742294_1474 (size=7) 2024-11-18T20:41:58,438 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:41:58,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:58,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:41:58,441 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:58,444 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T20:41:58,444 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:58,444 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:58,445 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:58,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:58,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742295_1475 (size=1393) 2024-11-18T20:41:58,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742295_1475 (size=1393) 2024-11-18T20:41:58,534 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:58,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:58,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742296_1476 (size=1393) 2024-11-18T20:41:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742296_1476 (size=1393) 2024-11-18T20:41:58,568 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:58,568 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:58,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742297_1477 (size=1393) 2024-11-18T20:41:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742297_1477 (size=1393) 2024-11-18T20:41:58,592 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:58,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:58,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742298_1478 (size=1393) 2024-11-18T20:41:58,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742298_1478 (size=1393) 2024-11-18T20:41:58,610 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:58,610 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:58,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742299_1479 (size=1393) 2024-11-18T20:41:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742299_1479 (size=1393) 2024-11-18T20:41:58,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:58,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:58,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742300_1480 (size=1393) 2024-11-18T20:41:58,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742300_1480 (size=1393) 2024-11-18T20:41:58,660 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:58,660 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:58,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742301_1481 (size=1405) 2024-11-18T20:41:58,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742301_1481 (size=1405) 2024-11-18T20:41:58,676 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:58,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:58,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742302_1482 (size=1413) 2024-11-18T20:41:58,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742302_1482 (size=1413) 2024-11-18T20:41:58,696 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:58,696 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:58,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742303_1483 (size=1413) 2024-11-18T20:41:58,714 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:58,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742303_1483 (size=1413) 2024-11-18T20:41:58,714 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:58,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742304_1484 (size=1413) 2024-11-18T20:41:58,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742304_1484 (size=1413) 2024-11-18T20:41:58,739 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:58,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:58,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 2024-11-18T20:41:58,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 after 0ms 2024-11-18T20:41:58,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 took 3ms 2024-11-18T20:41:58,798 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:58,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 so closing down 2024-11-18T20:41:58,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:58,798 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:58,798 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:41:58,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, size=1.4 K (1393bytes) at 1731962518793Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 so closing down at 1731962518798 (+5 ms)3 split writer threads finished at 1731962518798Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962518799 (+1 ms) 2024-11-18T20:41:58,801 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.0 2024-11-18T20:41:58,801 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:58,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 2024-11-18T20:41:58,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 after 0ms 2024-11-18T20:41:58,803 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 took 2ms 2024-11-18T20:41:58,810 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:58,810 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 so closing down 2024-11-18T20:41:58,810 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:58,811 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:58,811 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:41:58,811 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, size=1.4 K (1393bytes) at 1731962518801Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 so closing down at 1731962518810 (+9 ms)3 split writer threads finished at 1731962518811 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962518811 2024-11-18T20:41:58,813 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.1 2024-11-18T20:41:58,813 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:58,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 2024-11-18T20:41:58,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 after 0ms 2024-11-18T20:41:58,815 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 took 2ms 2024-11-18T20:41:58,816 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:58,817 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 so closing down 2024-11-18T20:41:58,817 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:58,817 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:58,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:41:58,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, size=1.4 K (1393bytes) at 1731962518813Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 so closing down at 1731962518817 (+4 ms)3 split writer threads finished at 1731962518817Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962518817 2024-11-18T20:41:58,819 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.2 2024-11-18T20:41:58,820 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:58,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 2024-11-18T20:41:58,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 after 0ms 2024-11-18T20:41:58,822 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 took 3ms 2024-11-18T20:41:58,823 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:58,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 so closing down 2024-11-18T20:41:58,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:58,824 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:58,824 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:41:58,824 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, size=1.4 K (1393bytes) at 1731962518820Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 so closing down at 1731962518823 (+3 ms)3 split writer threads finished at 1731962518824 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962518824 2024-11-18T20:41:58,825 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.3 2024-11-18T20:41:58,826 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:41:58,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 2024-11-18T20:41:58,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 after 0ms 2024-11-18T20:41:58,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 took 1ms 2024-11-18T20:41:58,829 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:58,829 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 so closing down 2024-11-18T20:41:58,829 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:58,829 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:58,829 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:41:58,830 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, size=1.4 K (1393bytes) at 1731962518826Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 so closing down at 1731962518829 (+3 ms)3 split writer threads finished at 1731962518829Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962518829 2024-11-18T20:41:58,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.4 2024-11-18T20:41:58,832 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:41:58,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 2024-11-18T20:41:58,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 after 0ms 2024-11-18T20:41:58,837 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 took 5ms 2024-11-18T20:41:58,839 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:58,839 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 so closing down 2024-11-18T20:41:58,839 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:58,839 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:58,839 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:41:58,839 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, size=1.4 K (1393bytes) at 1731962518832Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 so closing down at 1731962518839 (+7 ms)3 split writer threads finished at 1731962518839Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962518839 2024-11-18T20:41:58,842 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.5 2024-11-18T20:41:58,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:41:58,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 2024-11-18T20:41:58,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 after 3ms 2024-11-18T20:41:58,847 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 took 5ms 2024-11-18T20:41:58,848 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:58,849 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 so closing down 2024-11-18T20:41:58,849 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:58,849 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:58,849 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T20:41:58,849 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, size=1.4 K (1405bytes) at 1731962518842Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 so closing down at 1731962518849 (+7 ms)3 split writer threads finished at 1731962518849Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731962518849 2024-11-18T20:41:58,851 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.6 2024-11-18T20:41:58,851 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:58,851 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 2024-11-18T20:41:58,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 after 1ms 2024-11-18T20:41:58,853 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 took 2ms 2024-11-18T20:41:58,854 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:58,855 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 so closing down 2024-11-18T20:41:58,855 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:58,855 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:58,855 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:41:58,855 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, size=1.4 K (1413bytes) at 1731962518851Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 so closing down at 1731962518855 (+4 ms)3 split writer threads finished at 1731962518855Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731962518855 2024-11-18T20:41:58,857 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.7 2024-11-18T20:41:58,858 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:41:58,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 2024-11-18T20:41:58,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 after 0ms 2024-11-18T20:41:58,860 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 took 2ms 2024-11-18T20:41:58,862 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:58,862 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 so closing down 2024-11-18T20:41:58,862 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:58,864 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:58,864 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:41:58,864 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, size=1.4 K (1413bytes) at 1731962518858Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 so closing down at 1731962518862 (+4 ms)3 split writer threads finished at 1731962518864 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731962518864 2024-11-18T20:41:58,867 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.8 2024-11-18T20:41:58,867 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:41:58,867 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 2024-11-18T20:41:58,868 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 after 1ms 2024-11-18T20:41:58,870 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 took 3ms 2024-11-18T20:41:58,878 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:58,878 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 so closing down 2024-11-18T20:41:58,878 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:58,879 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:58,879 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:41:58,879 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, size=1.4 K (1413bytes) at 1731962518867Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 so closing down at 1731962518878 (+11 ms)3 split writer threads finished at 1731962518879 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731962518879 2024-11-18T20:41:58,881 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.9 2024-11-18T20:41:58,882 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962518800; access_time=1731962518448; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962518812; access_time=1731962518535; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962518819; access_time=1731962518568; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962518825; access_time=1731962518593; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962518831; access_time=1731962518612; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962518841; access_time=1731962518649; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731962518850; access_time=1731962518660; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731962518856; access_time=1731962518676; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731962518865; access_time=1731962518696; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731962518880; access_time=1731962518714; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T20:41:58,887 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:58,887 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:58,888 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:58,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:58,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742305_1485 (size=1393) 2024-11-18T20:41:58,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742305_1485 (size=1393) 2024-11-18T20:41:58,913 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:58,913 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:58,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:58,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742306_1486 (size=1393) 2024-11-18T20:41:58,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742306_1486 (size=1393) 2024-11-18T20:41:58,970 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:58,971 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:58,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:58,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742307_1487 (size=1393) 2024-11-18T20:41:59,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742307_1487 (size=1393) 2024-11-18T20:41:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:41:59,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:41:59,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742308_1488 (size=1393) 2024-11-18T20:41:59,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742308_1488 (size=1393) 2024-11-18T20:41:59,091 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:41:59,092 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:41:59,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742309_1489 (size=1393) 2024-11-18T20:41:59,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742309_1489 (size=1393) 2024-11-18T20:41:59,142 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:41:59,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:41:59,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742310_1490 (size=1393) 2024-11-18T20:41:59,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742310_1490 (size=1393) 2024-11-18T20:41:59,180 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:41:59,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:41:59,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742311_1491 (size=1405) 2024-11-18T20:41:59,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742311_1491 (size=1405) 2024-11-18T20:41:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:41:59,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:41:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742312_1492 (size=1413) 2024-11-18T20:41:59,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742312_1492 (size=1413) 2024-11-18T20:41:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:41:59,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:41:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742313_1493 (size=1413) 2024-11-18T20:41:59,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742313_1493 (size=1413) 2024-11-18T20:41:59,316 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:41:59,316 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:41:59,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742314_1494 (size=1413) 2024-11-18T20:41:59,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742314_1494 (size=1413) 2024-11-18T20:41:59,342 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:41:59,366 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:41:59,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 2024-11-18T20:41:59,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 after 0ms 2024-11-18T20:41:59,368 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 took 2ms 2024-11-18T20:41:59,371 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:59,371 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 so closing down 2024-11-18T20:41:59,371 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:59,371 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:59,375 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:59,376 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:59,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:41:59,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:41:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742315_1495 (size=418) 2024-11-18T20:41:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742315_1495 (size=418) 2024-11-18T20:41:59,395 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-18T20:41:59,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742316_1496 (size=418) 2024-11-18T20:41:59,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742316_1496 (size=418) 2024-11-18T20:41:59,408 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-18T20:41:59,410 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:41:59,410 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, size=1.4 K (1393bytes) at 1731962519366Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 so closing down at 1731962519371 (+5 ms)3 split writer threads finished at 1731962519371Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962519376 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962519377 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519395 (+18 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731962519396 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519408 (+12 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731962519410 (+2 ms)Processed 10 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962519410 2024-11-18T20:41:59,412 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.0 2024-11-18T20:41:59,412 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:41:59,412 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 2024-11-18T20:41:59,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 after 1ms 2024-11-18T20:41:59,415 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 took 3ms 2024-11-18T20:41:59,418 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:59,419 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 so closing down 2024-11-18T20:41:59,419 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:59,419 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:59,422 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:59,425 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:41:59,426 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:59,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:41:59,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742317_1497 (size=418) 2024-11-18T20:41:59,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742317_1497 (size=418) 2024-11-18T20:41:59,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-18T20:41:59,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742318_1498 (size=418) 2024-11-18T20:41:59,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742318_1498 (size=418) 2024-11-18T20:41:59,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-18T20:41:59,457 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:41:59,457 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, size=1.4 K (1393bytes) at 1731962519412Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 so closing down at 1731962519419 (+7 ms)3 split writer threads finished at 1731962519419Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962519425 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962519432 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519439 (+7 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731962519441 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519455 (+14 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731962519457 (+2 ms)Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962519457 2024-11-18T20:41:59,459 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.1 2024-11-18T20:41:59,459 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:41:59,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 2024-11-18T20:41:59,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 after 1ms 2024-11-18T20:41:59,462 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 took 3ms 2024-11-18T20:41:59,463 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:59,464 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 so closing down 2024-11-18T20:41:59,464 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:59,465 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:59,469 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:59,469 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:59,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:41:59,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:41:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742319_1499 (size=418) 2024-11-18T20:41:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742319_1499 (size=418) 2024-11-18T20:41:59,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-18T20:41:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742320_1500 (size=418) 2024-11-18T20:41:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742320_1500 (size=418) 2024-11-18T20:41:59,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-18T20:41:59,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:41:59,498 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, size=1.4 K (1393bytes) at 1731962519459Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 so closing down at 1731962519464 (+5 ms)3 split writer threads finished at 1731962519465 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962519470 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962519470Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519491 (+21 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731962519492 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519496 (+4 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731962519497 (+1 ms)Processed 10 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962519498 (+1 ms) 2024-11-18T20:41:59,499 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.2 2024-11-18T20:41:59,499 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:41:59,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 2024-11-18T20:41:59,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 after 1ms 2024-11-18T20:41:59,503 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 took 4ms 2024-11-18T20:41:59,504 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:59,504 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 so closing down 2024-11-18T20:41:59,504 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:59,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:59,508 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:59,508 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:59,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:41:59,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:41:59,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742322_1502 (size=418) 2024-11-18T20:41:59,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742322_1502 (size=418) 2024-11-18T20:41:59,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742321_1501 (size=418) 2024-11-18T20:41:59,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742321_1501 (size=418) 2024-11-18T20:41:59,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-18T20:41:59,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-18T20:41:59,534 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:41:59,534 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, size=1.4 K (1393bytes) at 1731962519499Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 so closing down at 1731962519504 (+5 ms)3 split writer threads finished at 1731962519504Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962519509 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962519509Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519532 (+23 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519533 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731962519534 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731962519534Processed 10 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962519534 2024-11-18T20:41:59,537 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.3 2024-11-18T20:41:59,537 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:41:59,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 2024-11-18T20:41:59,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 after 0ms 2024-11-18T20:41:59,539 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 took 2ms 2024-11-18T20:41:59,541 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:59,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 so closing down 2024-11-18T20:41:59,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:59,541 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:59,544 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:59,544 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:59,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:41:59,549 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:41:59,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742323_1503 (size=418) 2024-11-18T20:41:59,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742323_1503 (size=418) 2024-11-18T20:41:59,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-18T20:41:59,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742324_1504 (size=418) 2024-11-18T20:41:59,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742324_1504 (size=418) 2024-11-18T20:41:59,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-18T20:41:59,577 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:41:59,577 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, size=1.4 K (1393bytes) at 1731962519537Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 so closing down at 1731962519541 (+4 ms)3 split writer threads finished at 1731962519541Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962519545 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962519549 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519568 (+19 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731962519569 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519575 (+6 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731962519577 (+2 ms)Processed 10 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962519577 2024-11-18T20:41:59,578 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.4 2024-11-18T20:41:59,579 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:41:59,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 2024-11-18T20:41:59,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 after 1ms 2024-11-18T20:41:59,584 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 took 5ms 2024-11-18T20:41:59,585 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:59,585 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 so closing down 2024-11-18T20:41:59,586 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:59,586 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:59,588 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:59,588 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:59,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:41:59,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:41:59,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742325_1505 (size=418) 2024-11-18T20:41:59,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742325_1505 (size=418) 2024-11-18T20:41:59,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T20:41:59,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742326_1506 (size=418) 2024-11-18T20:41:59,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742326_1506 (size=418) 2024-11-18T20:41:59,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-18T20:41:59,618 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:41:59,618 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, size=1.4 K (1393bytes) at 1731962519579Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 so closing down at 1731962519585 (+6 ms)3 split writer threads finished at 1731962519586 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962519589 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962519596 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519607 (+11 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731962519608 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519615 (+7 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731962519618 (+3 ms)Processed 10 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962519618 2024-11-18T20:41:59,620 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.5 2024-11-18T20:41:59,620 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:41:59,620 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 2024-11-18T20:41:59,620 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 after 0ms 2024-11-18T20:41:59,622 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 took 2ms 2024-11-18T20:41:59,623 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:59,623 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 so closing down 2024-11-18T20:41:59,624 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:59,624 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:59,626 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:59,627 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:59,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:41:59,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:41:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742327_1507 (size=419) 2024-11-18T20:41:59,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742327_1507 (size=419) 2024-11-18T20:41:59,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-18T20:41:59,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742328_1508 (size=419) 2024-11-18T20:41:59,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742328_1508 (size=419) 2024-11-18T20:41:59,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-18T20:41:59,665 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T20:41:59,665 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, size=1.4 K (1405bytes) at 1731962519620Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 so closing down at 1731962519623 (+3 ms)3 split writer threads finished at 1731962519624 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962519629 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962519636 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519658 (+22 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731962519659 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519663 (+4 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731962519664 (+1 ms)Processed 10 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731962519665 (+1 ms) 2024-11-18T20:41:59,667 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.6 2024-11-18T20:41:59,667 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:41:59,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 2024-11-18T20:41:59,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 after 1ms 2024-11-18T20:41:59,671 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 took 4ms 2024-11-18T20:41:59,674 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:59,674 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 so closing down 2024-11-18T20:41:59,674 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:59,679 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:59,695 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:59,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:41:59,698 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:59,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:41:59,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742329_1509 (size=423) 2024-11-18T20:41:59,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742329_1509 (size=423) 2024-11-18T20:41:59,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-18T20:41:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742330_1510 (size=423) 2024-11-18T20:41:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742330_1510 (size=423) 2024-11-18T20:41:59,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-18T20:41:59,733 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:41:59,733 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, size=1.4 K (1413bytes) at 1731962519667Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 so closing down at 1731962519674 (+7 ms)3 split writer threads finished at 1731962519679 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962519697 (+18 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962519713 (+16 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519725 (+12 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731962519726 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519731 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731962519732 (+1 ms)Processed 10 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731962519733 (+1 ms) 2024-11-18T20:41:59,734 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.7 2024-11-18T20:41:59,734 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:41:59,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 2024-11-18T20:41:59,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 after 1ms 2024-11-18T20:41:59,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 took 3ms 2024-11-18T20:41:59,751 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:59,751 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 so closing down 2024-11-18T20:41:59,751 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:59,752 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:59,754 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:59,754 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:59,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:41:59,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:41:59,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742331_1511 (size=423) 2024-11-18T20:41:59,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742331_1511 (size=423) 2024-11-18T20:41:59,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-18T20:41:59,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742332_1512 (size=423) 2024-11-18T20:41:59,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742332_1512 (size=423) 2024-11-18T20:41:59,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-18T20:41:59,800 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:41:59,800 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, size=1.4 K (1413bytes) at 1731962519734Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 so closing down at 1731962519751 (+17 ms)3 split writer threads finished at 1731962519752 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962519761 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962519765 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519788 (+23 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731962519789 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519798 (+9 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731962519799 (+1 ms)Processed 10 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731962519800 (+1 ms) 2024-11-18T20:41:59,802 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.8 2024-11-18T20:41:59,803 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:41:59,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 2024-11-18T20:41:59,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 after 1ms 2024-11-18T20:41:59,806 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 took 3ms 2024-11-18T20:41:59,808 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:41:59,808 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 so closing down 2024-11-18T20:41:59,808 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:41:59,808 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:41:59,811 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:59,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:41:59,835 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:59,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742333_1513 (size=423) 2024-11-18T20:41:59,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742333_1513 (size=423) 2024-11-18T20:41:59,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-18T20:41:59,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:41:59,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742334_1514 (size=423) 2024-11-18T20:41:59,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742334_1514 (size=423) 2024-11-18T20:41:59,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:41:59,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-18T20:41:59,910 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:41:59,910 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, size=1.4 K (1413bytes) at 1731962519803Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 so closing down at 1731962519808 (+5 ms)3 split writer threads finished at 1731962519808Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962519821 (+13 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519857 (+36 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731962519866 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962519869 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731962519908 (+39 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731962519910 (+2 ms)Processed 10 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731962519910 2024-11-18T20:41:59,911 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.9 2024-11-18T20:41:59,916 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962519410; access_time=1731962518888; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962519458; access_time=1731962518914; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962519498; access_time=1731962518971; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962519536; access_time=1731962519065; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962519578; access_time=1731962519093; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962519619; access_time=1731962519142; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731962519665; access_time=1731962519180; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731962519734; access_time=1731962519226; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731962519802; access_time=1731962519288; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731962519911; access_time=1731962519317; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T20:41:59,928 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:41:59,928 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:41:59,930 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:41:59,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:41:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742335_1515 (size=1393) 2024-11-18T20:41:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742335_1515 (size=1393) 2024-11-18T20:41:59,973 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:41:59,973 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:41:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:41:59,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742336_1516 (size=1393) 2024-11-18T20:41:59,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742336_1516 (size=1393) 2024-11-18T20:41:59,992 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:41:59,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:41:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:41:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742337_1517 (size=1393) 2024-11-18T20:42:00,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742337_1517 (size=1393) 2024-11-18T20:42:00,021 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:42:00,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:42:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742338_1518 (size=1393) 2024-11-18T20:42:00,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742338_1518 (size=1393) 2024-11-18T20:42:00,059 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:42:00,059 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:42:00,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742339_1519 (size=1393) 2024-11-18T20:42:00,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742339_1519 (size=1393) 2024-11-18T20:42:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:42:00,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:42:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742340_1520 (size=1393) 2024-11-18T20:42:00,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742340_1520 (size=1393) 2024-11-18T20:42:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:42:00,562 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:42:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742341_1521 (size=1405) 2024-11-18T20:42:00,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742341_1521 (size=1405) 2024-11-18T20:42:00,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:42:00,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:42:00,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:00,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:00,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742342_1522 (size=1413) 2024-11-18T20:42:00,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742342_1522 (size=1413) 2024-11-18T20:42:01,018 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:42:01,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:42:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742343_1523 (size=1413) 2024-11-18T20:42:01,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:42:01,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742343_1523 (size=1413) 2024-11-18T20:42:01,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:42:01,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:01,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742344_1524 (size=1413) 2024-11-18T20:42:01,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742344_1524 (size=1413) 2024-11-18T20:42:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:42:01,129 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:42:01,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 2024-11-18T20:42:01,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 after 1ms 2024-11-18T20:42:01,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 took 3ms 2024-11-18T20:42:01,134 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:42:01,135 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 so closing down 2024-11-18T20:42:01,135 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:42:01,137 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:42:01,153 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:42:01,155 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:42:01,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:42:01,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:42:01,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742346_1526 (size=678) 2024-11-18T20:42:01,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742346_1526 (size=678) 2024-11-18T20:42:01,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-18T20:42:01,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742345_1525 (size=743) 2024-11-18T20:42:01,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742345_1525 (size=743) 2024-11-18T20:42:01,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:42:01,205 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:42:01,205 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, size=1.4 K (1393bytes) at 1731962521129Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 so closing down at 1731962521135 (+6 ms)3 split writer threads finished at 1731962521137 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962521165 (+28 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962521166 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731962521196 (+30 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731962521198 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962521204 (+6 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962521205 (+1 ms)Processed 19 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962521205 2024-11-18T20:42:01,206 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.0 2024-11-18T20:42:01,207 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:42:01,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 2024-11-18T20:42:01,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 after 0ms 2024-11-18T20:42:01,209 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 took 3ms 2024-11-18T20:42:01,210 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:42:01,211 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 so closing down 2024-11-18T20:42:01,211 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:42:01,211 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:42:01,213 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:42:01,213 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:42:01,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:42:01,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:42:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742348_1528 (size=678) 2024-11-18T20:42:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742348_1528 (size=678) 2024-11-18T20:42:01,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-18T20:42:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742347_1527 (size=743) 2024-11-18T20:42:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742347_1527 (size=743) 2024-11-18T20:42:01,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:42:01,234 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:42:01,234 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, size=1.4 K (1393bytes) at 1731962521207Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 so closing down at 1731962521211 (+4 ms)3 split writer threads finished at 1731962521211Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962521214 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962521214Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731962521227 (+13 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731962521228 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962521233 (+5 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962521234 (+1 ms)Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962521234 2024-11-18T20:42:01,238 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.1 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.1 2024-11-18T20:42:01,238 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:42:01,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 2024-11-18T20:42:01,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 after 0ms 2024-11-18T20:42:01,240 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 took 2ms 2024-11-18T20:42:01,242 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:42:01,243 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 so closing down 2024-11-18T20:42:01,243 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:42:01,243 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:42:01,245 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:42:01,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:42:01,246 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:42:01,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:42:01,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742349_1529 (size=743) 2024-11-18T20:42:01,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742349_1529 (size=743) 2024-11-18T20:42:01,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:42:01,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742350_1530 (size=678) 2024-11-18T20:42:01,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742350_1530 (size=678) 2024-11-18T20:42:01,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-18T20:42:01,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:42:01,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, size=1.4 K (1393bytes) at 1731962521238Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 so closing down at 1731962521243 (+5 ms)3 split writer threads finished at 1731962521243Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962521246 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962521249 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962521272 (+23 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962521273 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731962521285 (+12 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731962521287 (+2 ms)Processed 19 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962521287 2024-11-18T20:42:01,290 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.2 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.2 2024-11-18T20:42:01,290 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:42:01,290 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 2024-11-18T20:42:01,290 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 after 0ms 2024-11-18T20:42:01,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 took 3ms 2024-11-18T20:42:01,294 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:42:01,295 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 so closing down 2024-11-18T20:42:01,295 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:42:01,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:42:01,299 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:42:01,299 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:42:01,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:42:01,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:42:01,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742351_1531 (size=678) 2024-11-18T20:42:01,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742351_1531 (size=678) 2024-11-18T20:42:01,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-18T20:42:01,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742352_1532 (size=743) 2024-11-18T20:42:01,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742352_1532 (size=743) 2024-11-18T20:42:01,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:42:01,333 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:42:01,333 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, size=1.4 K (1393bytes) at 1731962521290Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 so closing down at 1731962521295 (+5 ms)3 split writer threads finished at 1731962521295Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962521301 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962521305 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731962521323 (+18 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731962521324 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962521331 (+7 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962521333 (+2 ms)Processed 19 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962521333 2024-11-18T20:42:01,336 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.3 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.3 2024-11-18T20:42:01,337 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:42:01,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 2024-11-18T20:42:01,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 after 0ms 2024-11-18T20:42:01,339 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 took 3ms 2024-11-18T20:42:01,341 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:42:01,341 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 so closing down 2024-11-18T20:42:01,341 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:42:01,341 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:42:01,343 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:42:01,343 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:42:01,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:42:01,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:42:01,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742353_1533 (size=743) 2024-11-18T20:42:01,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742353_1533 (size=743) 2024-11-18T20:42:01,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:42:01,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742354_1534 (size=678) 2024-11-18T20:42:01,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742354_1534 (size=678) 2024-11-18T20:42:01,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-18T20:42:01,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:42:01,372 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, size=1.4 K (1393bytes) at 1731962521337Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 so closing down at 1731962521341 (+4 ms)3 split writer threads finished at 1731962521341Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962521344 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962521344Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962521360 (+16 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962521361 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731962521371 (+10 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731962521372 (+1 ms)Processed 19 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962521372 2024-11-18T20:42:01,374 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.4 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.4 2024-11-18T20:42:01,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:42:01,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 2024-11-18T20:42:01,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 after 1ms 2024-11-18T20:42:01,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 took 3ms 2024-11-18T20:42:01,379 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:42:01,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 so closing down 2024-11-18T20:42:01,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:42:01,380 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:42:01,381 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:42:01,381 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:42:01,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:42:01,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:42:01,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742355_1535 (size=743) 2024-11-18T20:42:01,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742355_1535 (size=743) 2024-11-18T20:42:01,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742356_1536 (size=678) 2024-11-18T20:42:01,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742356_1536 (size=678) 2024-11-18T20:42:01,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-18T20:42:01,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:42:01,402 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:42:01,402 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, size=1.4 K (1393bytes) at 1731962521374Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 so closing down at 1731962521379 (+5 ms)3 split writer threads finished at 1731962521380 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962521382 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962521383 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731962521401 (+18 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962521401Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731962521402 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962521402Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731962521402 2024-11-18T20:42:01,404 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.5 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.5 2024-11-18T20:42:01,404 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:42:01,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 2024-11-18T20:42:01,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 after 0ms 2024-11-18T20:42:01,405 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 took 1ms 2024-11-18T20:42:01,406 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:42:01,407 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 so closing down 2024-11-18T20:42:01,407 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:42:01,408 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:42:01,410 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:42:01,410 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:42:01,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:42:01,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:42:01,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742357_1537 (size=683) 2024-11-18T20:42:01,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742358_1538 (size=749) 2024-11-18T20:42:01,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742358_1538 (size=749) 2024-11-18T20:42:01,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742357_1537 (size=683) 2024-11-18T20:42:01,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-18T20:42:01,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:42:01,416 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T20:42:01,416 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, size=1.4 K (1405bytes) at 1731962521404Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 so closing down at 1731962521407 (+3 ms)3 split writer threads finished at 1731962521408 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962521410 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962521410Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731962521414 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962521415 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731962521416 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962521416Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731962521416 2024-11-18T20:42:01,417 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.6 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.6 2024-11-18T20:42:01,418 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:42:01,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 2024-11-18T20:42:01,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 after 1ms 2024-11-18T20:42:01,420 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 took 3ms 2024-11-18T20:42:01,426 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:42:01,426 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 so closing down 2024-11-18T20:42:01,426 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:42:01,426 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:42:01,428 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:42:01,431 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:42:01,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:42:01,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:42:01,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742359_1539 (size=753) 2024-11-18T20:42:01,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742359_1539 (size=753) 2024-11-18T20:42:01,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742360_1540 (size=687) 2024-11-18T20:42:01,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742360_1540 (size=687) 2024-11-18T20:42:01,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:42:01,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-18T20:42:01,862 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:42:01,862 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, size=1.4 K (1413bytes) at 1731962521418Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 so closing down at 1731962521426 (+8 ms)3 split writer threads finished at 1731962521426Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962521433 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962521433Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962521460 (+27 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962521462 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731962521861 (+399 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731962521862 (+1 ms)Processed 19 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731962521862 2024-11-18T20:42:01,864 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.7 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.7 2024-11-18T20:42:01,864 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:42:01,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 2024-11-18T20:42:01,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 after 0ms 2024-11-18T20:42:01,866 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 took 2ms 2024-11-18T20:42:01,867 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:42:01,868 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 so closing down 2024-11-18T20:42:01,868 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:42:01,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:42:01,870 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:42:01,870 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:42:01,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:42:01,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:42:01,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742362_1542 (size=753) 2024-11-18T20:42:01,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742362_1542 (size=753) 2024-11-18T20:42:01,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:42:01,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742361_1541 (size=687) 2024-11-18T20:42:01,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742361_1541 (size=687) 2024-11-18T20:42:01,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:01,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-18T20:42:01,948 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:42:01,948 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, size=1.4 K (1413bytes) at 1731962521864Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 so closing down at 1731962521868 (+4 ms)3 split writer threads finished at 1731962521868Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962521871 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962521871Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962521932 (+61 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962521935 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731962521947 (+12 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731962521948 (+1 ms)Processed 19 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731962521948 2024-11-18T20:42:01,950 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.8 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.8 2024-11-18T20:42:01,950 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:42:01,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 2024-11-18T20:42:01,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 after 0ms 2024-11-18T20:42:01,952 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 took 2ms 2024-11-18T20:42:01,958 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:42:01,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 so closing down 2024-11-18T20:42:01,958 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:42:01,958 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:42:01,964 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:42:01,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:42:01,968 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:42:01,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:42:02,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742363_1543 (size=753) 2024-11-18T20:42:02,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742363_1543 (size=753) 2024-11-18T20:42:02,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:02,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742364_1544 (size=687) 2024-11-18T20:42:02,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:42:02,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742364_1544 (size=687) 2024-11-18T20:42:02,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:42:02,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-18T20:42:02,009 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:42:02,009 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, size=1.4 K (1413bytes) at 1731962521950Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 so closing down at 1731962521958 (+8 ms)3 split writer threads finished at 1731962521958Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962521966 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962521969 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962522007 (+38 ms)Closed recovered edits writer path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731962522008 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962522009 (+1 ms)Rename recovered edits hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731962522009Processed 19 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731962522009 2024-11-18T20:42:02,011 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731962518441/wal.dat.9 to hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.9 2024-11-18T20:42:02,012 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962521206; access_time=1731962519936; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962521237; access_time=1731962519973; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962521289; access_time=1731962519993; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962521335; access_time=1731962520022; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962521373; access_time=1731962520059; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962521403; access_time=1731962520511; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731962521417; access_time=1731962520562; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731962521863; access_time=1731962520599; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731962521949; access_time=1731962521019; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39311/user/jenkins/test-data/747aa59c-de21-3d7b-8fd9-9bdcf947d161/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731962522010; access_time=1731962521075; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T20:42:02,021 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=143 (was 145), OpenFileDescriptor=387 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 406), ProcessCount=11 (was 11), AvailableMemoryMB=1664 (was 1755) 2024-11-18T20:42:02,037 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=1664 2024-11-18T20:42:02,037 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:42:02,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742365_1545 (size=7) 2024-11-18T20:42:02,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742365_1545 (size=7) 2024-11-18T20:42:02,055 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/aaf5f2d8-e616-5b67-c4f4-9c321b64da97 with version=8 2024-11-18T20:42:02,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:42:02,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:42:02,058 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:42:02,059 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:42:02,059 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:42:02,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:42:02,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:42:02,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:42:02,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742366_1546 (size=2324) 2024-11-18T20:42:02,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742366_1546 (size=2324) 2024-11-18T20:42:02,092 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:42:02,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41827 is added to blk_1073742367_1547 (size=2325) 2024-11-18T20:42:02,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742367_1547 (size=2325) 2024-11-18T20:42:02,120 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39311/user/jenkins/test-data/448a5afc-b2d9-6da0-3374-505f99b6524f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731962522058/wal.dat.0, size=2.3 K (2325bytes) 2024-11-18T20:42:02,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39311/user/jenkins/test-data/448a5afc-b2d9-6da0-3374-505f99b6524f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731962522058/wal.dat.0 2024-11-18T20:42:02,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39311/user/jenkins/test-data/448a5afc-b2d9-6da0-3374-505f99b6524f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731962522058/wal.dat.0 after 0ms 2024-11-18T20:42:02,122 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39311/user/jenkins/test-data/448a5afc-b2d9-6da0-3374-505f99b6524f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731962522058/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:39311/user/jenkins/test-data/448a5afc-b2d9-6da0-3374-505f99b6524f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731962522058/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-18T20:42:02,123 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/448a5afc-b2d9-6da0-3374-505f99b6524f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731962522058/wal.dat.0 so closing down 2024-11-18T20:42:02,123 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/448a5afc-b2d9-6da0-3374-505f99b6524f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731962522058/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-18T20:42:02,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39311/user/jenkins/test-data/448a5afc-b2d9-6da0-3374-505f99b6524f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731962522058/wal.dat.0, journal: Splitting hdfs://localhost:39311/user/jenkins/test-data/448a5afc-b2d9-6da0-3374-505f99b6524f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731962522058/wal.dat.0, size=2.3 K (2325bytes) at 1731962522120Finishing writing output for hdfs://localhost:39311/user/jenkins/test-data/448a5afc-b2d9-6da0-3374-505f99b6524f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731962522058/wal.dat.0 so closing down at 1731962522123 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39311/user/jenkins/test-data/448a5afc-b2d9-6da0-3374-505f99b6524f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731962522058/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731962522123 2024-11-18T20:42:02,126 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39311/user/jenkins/test-data/448a5afc-b2d9-6da0-3374-505f99b6524f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731962522058/wal.dat.0 to hdfs://localhost:39311/user/jenkins/test-data/448a5afc-b2d9-6da0-3374-505f99b6524f/corrupt/wal.dat.0 2024-11-18T20:42:02,137 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 406), ProcessCount=11 (was 11), AvailableMemoryMB=1663 (was 1664) 2024-11-18T20:42:02,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cc8a45b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:42:02,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2446b879{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:42:02,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:42:02,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a455f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:42:02,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa1a8ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/hadoop.log.dir/,STOPPED} 2024-11-18T20:42:02,162 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:42:02,162 WARN [BP-1418292313-172.17.0.2-1731962462055 heartbeating to localhost/127.0.0.1:39311 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:42:02,162 WARN [BP-1418292313-172.17.0.2-1731962462055 heartbeating to localhost/127.0.0.1:39311 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1418292313-172.17.0.2-1731962462055 (Datanode Uuid c8237b7f-e562-4a66-9c35-0b037c75cf19) service to localhost/127.0.0.1:39311 2024-11-18T20:42:02,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:42:02,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/cluster_ab9f84c7-92b8-09ca-7691-cf15868f05ca/data/data3/current/BP-1418292313-172.17.0.2-1731962462055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:42:02,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/cluster_ab9f84c7-92b8-09ca-7691-cf15868f05ca/data/data4/current/BP-1418292313-172.17.0.2-1731962462055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:42:02,165 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:42:02,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d5fd7b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:42:02,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24b189de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:42:02,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:42:02,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4ae84e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:42:02,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1b205d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/hadoop.log.dir/,STOPPED} 2024-11-18T20:42:02,172 WARN [BP-1418292313-172.17.0.2-1731962462055 heartbeating to localhost/127.0.0.1:39311 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:42:02,172 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:42:02,172 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:42:02,172 WARN [BP-1418292313-172.17.0.2-1731962462055 heartbeating to localhost/127.0.0.1:39311 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1418292313-172.17.0.2-1731962462055 (Datanode Uuid f0ff4cb2-976c-4a78-ba33-0f07ca9d94e9) service to localhost/127.0.0.1:39311 2024-11-18T20:42:02,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/cluster_ab9f84c7-92b8-09ca-7691-cf15868f05ca/data/data1/current/BP-1418292313-172.17.0.2-1731962462055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:42:02,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/cluster_ab9f84c7-92b8-09ca-7691-cf15868f05ca/data/data2/current/BP-1418292313-172.17.0.2-1731962462055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:42:02,175 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:42:02,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:42:02,190 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:42:02,190 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:42:02,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:42:02,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b7b0451-c617-e095-a352-d00c989c9383/hadoop.log.dir/,STOPPED}