2024-12-01 23:23:26,866 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-12-01 23:23:26,896 main DEBUG Took 0.025607 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 23:23:26,906 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 23:23:26,907 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 23:23:26,908 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 23:23:26,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:23:26,931 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 23:23:26,950 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:23:26,953 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:23:26,955 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:23:26,956 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:23:26,957 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:23:26,959 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:23:26,960 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:23:26,961 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:23:26,962 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:23:26,963 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:23:26,964 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:23:26,966 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:23:26,967 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,967 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 23:23:26,969 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:23:26,971 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 23:23:26,973 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 23:23:26,974 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 23:23:26,975 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 23:23:26,976 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 23:23:26,987 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 23:23:26,991 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 23:23:26,993 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 23:23:26,994 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 23:23:26,994 main DEBUG createAppenders(={Console}) 2024-12-01 23:23:26,995 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-12-01 23:23:26,996 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-12-01 23:23:26,996 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-12-01 23:23:26,997 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 23:23:26,997 main DEBUG OutputStream closed 2024-12-01 23:23:26,999 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 23:23:26,999 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 23:23:27,000 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-12-01 23:23:27,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 23:23:27,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 23:23:27,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 23:23:27,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 23:23:27,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 23:23:27,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 23:23:27,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 23:23:27,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 23:23:27,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 23:23:27,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 23:23:27,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 23:23:27,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 23:23:27,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 23:23:27,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 23:23:27,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 23:23:27,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 23:23:27,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 23:23:27,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 23:23:27,111 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 23:23:27,111 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-12-01 23:23:27,112 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 23:23:27,113 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-12-01T23:23:27,131 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-12-01 23:23:27,134 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 23:23:27,135 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T23:23:27,548 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc 2024-12-01T23:23:27,549 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-12-01T23:23:27,749 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T23:23:27,841 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144, deleteOnExit=true 2024-12-01T23:23:27,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/test.cache.data in system properties and HBase conf 2024-12-01T23:23:27,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:23:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:23:27,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:23:27,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:23:27,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:23:27,974 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:23:27,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:23:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:23:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:23:27,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:23:27,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:23:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:23:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:23:28,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:23:28,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:23:28,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:23:28,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:23:28,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:23:28,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:23:28,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:23:29,520 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T23:23:29,621 INFO [Time-limited test {}] log.Log(170): Logging initialized @3951ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T23:23:29,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:23:29,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:23:29,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:23:29,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:23:29,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:23:29,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:23:29,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:23:29,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:23:30,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fb88504{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/java.io.tmpdir/jetty-localhost-45077-hadoop-hdfs-3_4_1-tests_jar-_-any-1923347735080140835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:23:30,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:45077} 2024-12-01T23:23:30,153 INFO [Time-limited test {}] server.Server(415): Started @4484ms 2024-12-01T23:23:30,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:23:30,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:23:30,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:23:30,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:23:30,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:23:30,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39c1391f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:23:30,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d24d689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:23:31,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3930e107{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/java.io.tmpdir/jetty-localhost-34491-hadoop-hdfs-3_4_1-tests_jar-_-any-14332953347678697805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:23:31,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@242dda24{HTTP/1.1, (http/1.1)}{localhost:34491} 2024-12-01T23:23:31,080 INFO [Time-limited test {}] server.Server(415): Started @5411ms 2024-12-01T23:23:31,147 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:23:31,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:23:31,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:23:31,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:23:31,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:23:31,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:23:31,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e1c67b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:23:31,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f3e426a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:23:31,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46e83790{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/java.io.tmpdir/jetty-localhost-42769-hadoop-hdfs-3_4_1-tests_jar-_-any-3799243820085658925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:23:31,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77aad8d7{HTTP/1.1, (http/1.1)}{localhost:42769} 2024-12-01T23:23:31,686 INFO [Time-limited test {}] server.Server(415): Started @6018ms 2024-12-01T23:23:31,689 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:23:32,826 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144/data/data2/current/BP-2109899809-172.17.0.3-1733095408801/current, will proceed with Du for space computation calculation, 2024-12-01T23:23:32,826 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144/data/data1/current/BP-2109899809-172.17.0.3-1733095408801/current, will proceed with Du for space computation calculation, 2024-12-01T23:23:32,851 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:23:32,856 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144/data/data3/current/BP-2109899809-172.17.0.3-1733095408801/current, will proceed with Du for space computation calculation, 2024-12-01T23:23:32,856 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144/data/data4/current/BP-2109899809-172.17.0.3-1733095408801/current, will proceed with Du for space computation calculation, 2024-12-01T23:23:32,887 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:23:32,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d769ffe8bb4b3ad with lease ID 0x418fcc25d0c90eeb: Processing first storage report for DS-3303462c-e8ee-45eb-984f-2c6039448ea3 from datanode DatanodeRegistration(127.0.0.1:36031, datanodeUuid=770672a3-17ba-4576-ad6f-97381d466fa7, infoPort=41849, infoSecurePort=0, ipcPort=43017, storageInfo=lv=-57;cid=testClusterID;nsid=1585548809;c=1733095408801) 2024-12-01T23:23:32,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d769ffe8bb4b3ad with lease ID 0x418fcc25d0c90eeb: from storage DS-3303462c-e8ee-45eb-984f-2c6039448ea3 node DatanodeRegistration(127.0.0.1:36031, datanodeUuid=770672a3-17ba-4576-ad6f-97381d466fa7, infoPort=41849, infoSecurePort=0, ipcPort=43017, storageInfo=lv=-57;cid=testClusterID;nsid=1585548809;c=1733095408801), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T23:23:32,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x231954f6cea7e72 with lease ID 0x418fcc25d0c90eea: Processing first storage report for DS-08bc437e-0102-4952-b5ac-4b5b7c18aed4 from datanode DatanodeRegistration(127.0.0.1:45357, datanodeUuid=e3b318a8-2fc7-44cc-b923-2b9f7330b678, infoPort=33863, infoSecurePort=0, ipcPort=43517, storageInfo=lv=-57;cid=testClusterID;nsid=1585548809;c=1733095408801) 2024-12-01T23:23:32,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x231954f6cea7e72 with lease ID 0x418fcc25d0c90eea: from storage DS-08bc437e-0102-4952-b5ac-4b5b7c18aed4 node DatanodeRegistration(127.0.0.1:45357, datanodeUuid=e3b318a8-2fc7-44cc-b923-2b9f7330b678, infoPort=33863, infoSecurePort=0, ipcPort=43517, storageInfo=lv=-57;cid=testClusterID;nsid=1585548809;c=1733095408801), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:23:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d769ffe8bb4b3ad with lease ID 0x418fcc25d0c90eeb: Processing first storage report for DS-2a3491aa-664e-499a-8204-9ed8e438a42b from datanode DatanodeRegistration(127.0.0.1:36031, datanodeUuid=770672a3-17ba-4576-ad6f-97381d466fa7, infoPort=41849, infoSecurePort=0, ipcPort=43017, storageInfo=lv=-57;cid=testClusterID;nsid=1585548809;c=1733095408801) 2024-12-01T23:23:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d769ffe8bb4b3ad with lease ID 0x418fcc25d0c90eeb: from storage DS-2a3491aa-664e-499a-8204-9ed8e438a42b node DatanodeRegistration(127.0.0.1:36031, datanodeUuid=770672a3-17ba-4576-ad6f-97381d466fa7, infoPort=41849, infoSecurePort=0, ipcPort=43017, storageInfo=lv=-57;cid=testClusterID;nsid=1585548809;c=1733095408801), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:23:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x231954f6cea7e72 with lease ID 0x418fcc25d0c90eea: Processing first storage report for DS-9563a99f-82a4-4ae0-8240-d36b9b1627e2 from datanode DatanodeRegistration(127.0.0.1:45357, datanodeUuid=e3b318a8-2fc7-44cc-b923-2b9f7330b678, infoPort=33863, infoSecurePort=0, ipcPort=43517, storageInfo=lv=-57;cid=testClusterID;nsid=1585548809;c=1733095408801) 2024-12-01T23:23:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x231954f6cea7e72 with lease ID 0x418fcc25d0c90eea: from storage DS-9563a99f-82a4-4ae0-8240-d36b9b1627e2 node DatanodeRegistration(127.0.0.1:45357, datanodeUuid=e3b318a8-2fc7-44cc-b923-2b9f7330b678, infoPort=33863, infoSecurePort=0, ipcPort=43517, storageInfo=lv=-57;cid=testClusterID;nsid=1585548809;c=1733095408801), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:23:32,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc 2024-12-01T23:23:32,921 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=124, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=487, ProcessCount=11, AvailableMemoryMB=6276 2024-12-01T23:23:32,923 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:23:32,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:32,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:33,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:23:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:23:33,552 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:23:33,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:33,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:33,585 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:23:33,637 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T23:23:33,670 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-01T23:23:33,676 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:23:33,677 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:23:33,682 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:23:33,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:23:33,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,715 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T23:23:33,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741826_1002 (size=1393) 2024-12-01T23:23:33,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741826_1002 (size=1393) 2024-12-01T23:23:33,788 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:23:33,789 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:23:33,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741827_1003 (size=1393) 2024-12-01T23:23:33,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741827_1003 (size=1393) 2024-12-01T23:23:33,832 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:23:33,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:23:33,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741828_1004 (size=1393) 2024-12-01T23:23:33,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741828_1004 (size=1393) 2024-12-01T23:23:33,881 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:23:33,882 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:23:33,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741829_1005 (size=1393) 2024-12-01T23:23:33,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741829_1005 (size=1393) 2024-12-01T23:23:33,918 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:23:33,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:23:33,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741830_1006 (size=1393) 2024-12-01T23:23:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741830_1006 (size=1393) 2024-12-01T23:23:33,955 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:23:33,956 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:23:33,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:33,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:33,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741831_1007 (size=1393) 2024-12-01T23:23:33,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741831_1007 (size=1393) 2024-12-01T23:23:34,392 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:23:34,392 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:23:34,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741832_1008 (size=1405) 2024-12-01T23:23:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741832_1008 (size=1405) 2024-12-01T23:23:34,429 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:23:34,430 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:23:34,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741833_1009 (size=1413) 2024-12-01T23:23:34,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741833_1009 (size=1413) 2024-12-01T23:23:34,463 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:23:34,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:23:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741834_1010 (size=1413) 2024-12-01T23:23:34,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741834_1010 (size=1413) 2024-12-01T23:23:34,498 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:23:34,498 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:23:34,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741835_1011 (size=1413) 2024-12-01T23:23:34,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741835_1011 (size=1413) 2024-12-01T23:23:34,541 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:23:34,664 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/0a73834d-37d9-d56d-8a39-5655f291e457/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733095413647/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:23:34,665 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-01T23:23:34,666 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-01T23:23:34,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/0a73834d-37d9-d56d-8a39-5655f291e457/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733095413647/wal.dat.0 2024-12-01T23:23:34,673 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/0a73834d-37d9-d56d-8a39-5655f291e457/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733095413647/wal.dat.0 after 4ms 2024-12-01T23:23:34,723 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/0a73834d-37d9-d56d-8a39-5655f291e457/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733095413647/wal.dat.0 took 63ms 2024-12-01T23:23:34,733 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0a73834d-37d9-d56d-8a39-5655f291e457/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733095413647/wal.dat.0 so closing down 2024-12-01T23:23:34,744 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:34,746 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:34,762 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0a73834d-37d9-d56d-8a39-5655f291e457/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733095413647/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:23:34,766 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/0a73834d-37d9-d56d-8a39-5655f291e457/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733095413647/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/0a73834d-37d9-d56d-8a39-5655f291e457/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733095413647/wal.dat.0, size=1.4 K (1393bytes) at 1733095414664Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0a73834d-37d9-d56d-8a39-5655f291e457/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733095413647/wal.dat.0 so closing down at 1733095414733 (+69 ms)3 split writer threads finished at 1733095414746 (+13 ms)Processed 0 edits across 0 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0a73834d-37d9-d56d-8a39-5655f291e457/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733095413647/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095414763 (+17 ms) 2024-12-01T23:23:34,766 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-12-01T23:23:34,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129 (was 124) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-882395566_22 at /127.0.0.1:60180 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@316bd784 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=464 (was 487), ProcessCount=11 (was 11), AvailableMemoryMB=8059 (was 6276) - AvailableMemoryMB LEAK? - 2024-12-01T23:23:34,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=8059 2024-12-01T23:23:34,800 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:23:34,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741836_1012 (size=7) 2024-12-01T23:23:34,824 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:23:34,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:34,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741836_1012 (size=7) 2024-12-01T23:23:34,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:34,833 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:23:34,834 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-12-01T23:23:34,834 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:23:34,836 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:23:34,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:23:34,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:34,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741837_1013 (size=2324) 2024-12-01T23:23:34,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741837_1013 (size=2324) 2024-12-01T23:23:34,911 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:23:34,931 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/WALs/testsplitlogfilemultipleregions,16010,1733095414834/wal.dat.0, size=2.3 K (2324bytes) 2024-12-01T23:23:34,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/WALs/testsplitlogfilemultipleregions,16010,1733095414834/wal.dat.0 2024-12-01T23:23:34,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/WALs/testsplitlogfilemultipleregions,16010,1733095414834/wal.dat.0 after 1ms 2024-12-01T23:23:34,938 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/WALs/testsplitlogfilemultipleregions,16010,1733095414834/wal.dat.0 took 7ms 2024-12-01T23:23:34,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/WALs/testsplitlogfilemultipleregions,16010,1733095414834/wal.dat.0 so closing down 2024-12-01T23:23:34,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:34,957 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:34,991 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:23:34,991 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:23:34,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:23:34,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:23:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741838_1014 (size=743) 2024-12-01T23:23:35,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741838_1014 (size=743) 2024-12-01T23:23:35,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-12-01T23:23:35,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741839_1015 (size=743) 2024-12-01T23:23:35,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741839_1015 (size=743) 2024-12-01T23:23:35,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:35,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:23:35,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:23:35,025 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 86 ms; skipped=7; WAL=hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/WALs/testsplitlogfilemultipleregions,16010,1733095414834/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-12-01T23:23:35,025 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/WALs/testsplitlogfilemultipleregions,16010,1733095414834/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/WALs/testsplitlogfilemultipleregions,16010,1733095414834/wal.dat.0, size=2.3 K (2324bytes) at 1733095414932Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/WALs/testsplitlogfilemultipleregions,16010,1733095414834/wal.dat.0 so closing down at 1733095414957 (+25 ms)3 split writer threads finished at 1733095414957Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095414994 (+37 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095414998 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1733095415014 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095415020 (+6 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095415021 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095415024 (+3 ms)Processed 27 edits across 2 Regions in 86 ms; skipped=7; WAL=hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/WALs/testsplitlogfilemultipleregions,16010,1733095414834/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1733095415025 (+1 ms) 2024-12-01T23:23:35,040 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/WALs/testsplitlogfilemultipleregions,16010,1733095414834/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/bc8ad650-87a2-0777-cd9d-107987823fce/oldWALs/wal.dat.0 2024-12-01T23:23:35,071 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130 (was 129) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1612391586_22 at /127.0.0.1:51786 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1612391586_22 at /127.0.0.1:60180 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=387 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=464 (was 464), ProcessCount=11 (was 11), AvailableMemoryMB=8051 (was 8059) 2024-12-01T23:23:35,079 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=8050 2024-12-01T23:23:35,079 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:23:35,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741840_1016 (size=7) 2024-12-01T23:23:35,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741840_1016 (size=7) 2024-12-01T23:23:35,096 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:23:35,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:35,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:35,108 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:23:35,108 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:23:35,110 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:23:35,113 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:23:35,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:35,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:35,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741841_1017 (size=2324) 2024-12-01T23:23:35,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741841_1017 (size=2324) 2024-12-01T23:23:35,158 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:23:36,218 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/607355bd-ab91-010a-1241-1d9dffc2d0d4/WALs/testterminationaskedbyreporter,16010,1733095415108/wal.dat.0, size=2.3 K (2324bytes) 2024-12-01T23:23:36,218 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/607355bd-ab91-010a-1241-1d9dffc2d0d4/WALs/testterminationaskedbyreporter,16010,1733095415108/wal.dat.0 so closing down 2024-12-01T23:23:36,219 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/607355bd-ab91-010a-1241-1d9dffc2d0d4/WALs/testterminationaskedbyreporter,16010,1733095415108/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-12-01T23:23:36,219 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/607355bd-ab91-010a-1241-1d9dffc2d0d4/WALs/testterminationaskedbyreporter,16010,1733095415108/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/607355bd-ab91-010a-1241-1d9dffc2d0d4/WALs/testterminationaskedbyreporter,16010,1733095415108/wal.dat.0, size=2.3 K (2324bytes) at 1733095416218Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/607355bd-ab91-010a-1241-1d9dffc2d0d4/WALs/testterminationaskedbyreporter,16010,1733095415108/wal.dat.0 so closing down at 1733095416218Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/607355bd-ab91-010a-1241-1d9dffc2d0d4/WALs/testterminationaskedbyreporter,16010,1733095415108/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1733095416219 (+1 ms) 2024-12-01T23:23:36,231 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130 (was 130), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=464 (was 464), ProcessCount=11 (was 11), AvailableMemoryMB=8011 (was 8050) 2024-12-01T23:23:36,238 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=130, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=8011 2024-12-01T23:23:36,238 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:23:36,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741842_1018 (size=7) 2024-12-01T23:23:36,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741842_1018 (size=7) 2024-12-01T23:23:36,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:23:36,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:36,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:36,264 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:23:36,264 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-12-01T23:23:36,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:23:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741843_1019 (size=1043) 2024-12-01T23:23:36,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741843_1019 (size=1043) 2024-12-01T23:23:36,308 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:23:36,309 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:23:36,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,329 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:23:36,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741845_1021 (size=1043) 2024-12-01T23:23:36,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741845_1021 (size=1043) 2024-12-01T23:23:36,760 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:23:36,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:23:36,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:36,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:36,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741846_1022 (size=1043) 2024-12-01T23:23:36,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741846_1022 (size=1043) 2024-12-01T23:23:37,183 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:23:37,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:23:37,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741847_1023 (size=1043) 2024-12-01T23:23:37,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741847_1023 (size=1043) 2024-12-01T23:23:37,202 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:23:37,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:23:37,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741848_1024 (size=1043) 2024-12-01T23:23:37,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741848_1024 (size=1043) 2024-12-01T23:23:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:23:37,220 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:23:37,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741849_1025 (size=1043) 2024-12-01T23:23:37,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741849_1025 (size=1043) 2024-12-01T23:23:37,255 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:23:37,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:23:37,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741850_1026 (size=1043) 2024-12-01T23:23:37,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741850_1026 (size=1043) 2024-12-01T23:23:37,301 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:23:37,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:23:37,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741851_1027 (size=1043) 2024-12-01T23:23:37,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741851_1027 (size=1043) 2024-12-01T23:23:37,331 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:23:37,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:23:37,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:37,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:37,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741852_1028 (size=1043) 2024-12-01T23:23:37,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741852_1028 (size=1043) 2024-12-01T23:23:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:23:37,379 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.0, size=1.0 K (1043bytes) 2024-12-01T23:23:37,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.0 2024-12-01T23:23:37,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.0 after 0ms 2024-12-01T23:23:37,384 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.0 took 5ms 2024-12-01T23:23:37,388 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-12-01T23:23:37,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.0 so closing down 2024-12-01T23:23:37,389 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:37,389 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:37,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-01T23:23:37,390 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.0, size=1.0 K (1043bytes) at 1733095417380Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.0 so closing down at 1733095417389 (+9 ms)3 split writer threads finished at 1733095417389Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733095417389 2024-12-01T23:23:37,393 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/oldWALs/wal.dat.0 2024-12-01T23:23:37,394 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1, size=180 (180bytes) 2024-12-01T23:23:37,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1 2024-12-01T23:23:37,395 WARN [IPC Server handler 0 on default port 45359 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-12-01T23:23:37,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1 after 1ms 2024-12-01T23:23:37,902 WARN [ResponseProcessor for block BP-2109899809-172.17.0.3-1733095408801:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-2109899809-172.17.0.3-1733095408801:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-01T23:23:37,902 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682853508_22 at /127.0.0.1:60280 [Receiving block BP-2109899809-172.17.0.3-1733095408801:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:36031:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60280 dst: /127.0.0.1:36031 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36031 remote=/127.0.0.1:60280]. Total timeout mills is 60000, 58428 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:23:37,902 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682853508_22 at /127.0.0.1:51842 [Receiving block BP-2109899809-172.17.0.3-1733095408801:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:45357:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51842 dst: /127.0.0.1:45357 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:23:37,906 WARN [DataStreamer for file /user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1 block BP-2109899809-172.17.0.3-1733095408801:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2109899809-172.17.0.3-1733095408801:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:36031,DS-3303462c-e8ee-45eb-984f-2c6039448ea3,DISK], DatanodeInfoWithStorage[127.0.0.1:45357,DS-08bc437e-0102-4952-b5ac-4b5b7c18aed4,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:36031,DS-3303462c-e8ee-45eb-984f-2c6039448ea3,DISK]) is bad. 2024-12-01T23:23:37,915 WARN [DataStreamer for file /user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1 block BP-2109899809-172.17.0.3-1733095408801:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2109899809-172.17.0.3-1733095408801:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-01T23:23:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741844_1029 (size=1035) 2024-12-01T23:23:37,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741844_1029 (size=1035) 2024-12-01T23:23:41,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1 after 4003ms 2024-12-01T23:23:41,418 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1 took 4024ms 2024-12-01T23:23:41,427 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1; continuing. 2024-12-01T23:23:41,427 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1 so closing down 2024-12-01T23:23:41,427 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:41,432 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:41,433 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-12-01T23:23:41,433 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1, size=180 (180bytes) at 1733095417394Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1 so closing down at 1733095421427 (+4033 ms)3 split writer threads finished at 1733095421432 (+5 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1733095421433 (+1 ms) 2024-12-01T23:23:41,452 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/oldWALs/wal.dat.1 2024-12-01T23:23:41,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.2, size=1.0 K (1043bytes) 2024-12-01T23:23:41,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.2 2024-12-01T23:23:41,467 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.2 after 14ms 2024-12-01T23:23:41,475 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.2 took 23ms 2024-12-01T23:23:41,494 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.2 so closing down 2024-12-01T23:23:41,494 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:41,502 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:41,502 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 14 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-01T23:23:41,502 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.2, size=1.0 K (1043bytes) at 1733095421453Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.2 so closing down at 1733095421494 (+41 ms)3 split writer threads finished at 1733095421502 (+8 ms)Processed 10 edits across 0 Regions in 14 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733095421502 2024-12-01T23:23:41,521 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/oldWALs/wal.dat.2 2024-12-01T23:23:41,521 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.3, size=1.0 K (1043bytes) 2024-12-01T23:23:41,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.3 2024-12-01T23:23:41,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.3 after 1ms 2024-12-01T23:23:41,532 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.3 took 11ms 2024-12-01T23:23:41,539 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.3 so closing down 2024-12-01T23:23:41,540 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:41,540 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:41,540 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-01T23:23:41,540 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.3, size=1.0 K (1043bytes) at 1733095421521Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.3 so closing down at 1733095421539 (+18 ms)3 split writer threads finished at 1733095421540 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733095421540 2024-12-01T23:23:41,552 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/oldWALs/wal.dat.3 2024-12-01T23:23:41,553 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.4, size=1.0 K (1043bytes) 2024-12-01T23:23:41,553 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.4 2024-12-01T23:23:41,554 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.4 after 1ms 2024-12-01T23:23:41,564 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.4 took 11ms 2024-12-01T23:23:41,589 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.4 so closing down 2024-12-01T23:23:41,590 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:41,595 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:41,595 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 15 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-01T23:23:41,595 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.4, size=1.0 K (1043bytes) at 1733095421553Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.4 so closing down at 1733095421589 (+36 ms)3 split writer threads finished at 1733095421595 (+6 ms)Processed 10 edits across 0 Regions in 15 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733095421595 2024-12-01T23:23:41,612 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/oldWALs/wal.dat.4 2024-12-01T23:23:41,613 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.5, size=1.0 K (1043bytes) 2024-12-01T23:23:41,613 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.5 2024-12-01T23:23:41,614 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.5 after 1ms 2024-12-01T23:23:41,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.5 took 7ms 2024-12-01T23:23:41,631 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.5 so closing down 2024-12-01T23:23:41,631 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:41,640 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:41,640 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-01T23:23:41,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.5, size=1.0 K (1043bytes) at 1733095421613Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.5 so closing down at 1733095421631 (+18 ms)3 split writer threads finished at 1733095421640 (+9 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733095421640 2024-12-01T23:23:41,676 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/oldWALs/wal.dat.5 2024-12-01T23:23:41,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.6, size=1.0 K (1043bytes) 2024-12-01T23:23:41,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.6 2024-12-01T23:23:41,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.6 after 7ms 2024-12-01T23:23:41,691 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.6 took 15ms 2024-12-01T23:23:41,707 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.6 so closing down 2024-12-01T23:23:41,707 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:41,713 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:41,713 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-01T23:23:41,713 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.6, size=1.0 K (1043bytes) at 1733095421677Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.6 so closing down at 1733095421707 (+30 ms)3 split writer threads finished at 1733095421713 (+6 ms)Processed 10 edits across 0 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733095421713 2024-12-01T23:23:41,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/oldWALs/wal.dat.6 2024-12-01T23:23:41,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.7, size=1.0 K (1043bytes) 2024-12-01T23:23:41,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.7 2024-12-01T23:23:41,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.7 after 3ms 2024-12-01T23:23:41,754 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.7 took 11ms 2024-12-01T23:23:41,778 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.7 so closing down 2024-12-01T23:23:41,778 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:41,784 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:41,784 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-01T23:23:41,785 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.7, size=1.0 K (1043bytes) at 1733095421743Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.7 so closing down at 1733095421778 (+35 ms)3 split writer threads finished at 1733095421784 (+6 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733095421785 (+1 ms) 2024-12-01T23:23:41,796 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/oldWALs/wal.dat.7 2024-12-01T23:23:41,796 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.8, size=1.0 K (1043bytes) 2024-12-01T23:23:41,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.8 2024-12-01T23:23:41,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.8 after 3ms 2024-12-01T23:23:41,815 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.8 took 19ms 2024-12-01T23:23:41,833 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.8 so closing down 2024-12-01T23:23:41,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:41,840 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:41,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-01T23:23:41,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.8, size=1.0 K (1043bytes) at 1733095421796Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.8 so closing down at 1733095421833 (+37 ms)3 split writer threads finished at 1733095421840 (+7 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733095421840 2024-12-01T23:23:41,845 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/oldWALs/wal.dat.8 2024-12-01T23:23:41,846 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.9, size=1.0 K (1043bytes) 2024-12-01T23:23:41,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.9 2024-12-01T23:23:41,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.9 after 1ms 2024-12-01T23:23:41,853 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.9 took 8ms 2024-12-01T23:23:41,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.9 so closing down 2024-12-01T23:23:41,874 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:41,879 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:41,879 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-01T23:23:41,879 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.9, size=1.0 K (1043bytes) at 1733095421846Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.9 so closing down at 1733095421874 (+28 ms)3 split writer threads finished at 1733095421879 (+5 ms)Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733095421879 2024-12-01T23:23:41,900 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/WALs/testsplitdeletedregion,16010,1733095416264/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/99e79ac4-5282-16c5-f156-d4d50a52000e/oldWALs/wal.dat.9 2024-12-01T23:23:41,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=136 (was 130) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2025837603_22 at /127.0.0.1:51898 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2025837603_22 at /127.0.0.1:60342 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2113206051) connection to localhost/127.0.0.1:43517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 464), ProcessCount=11 (was 11), AvailableMemoryMB=7696 (was 8011) 2024-12-01T23:23:41,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=7696 2024-12-01T23:23:41,966 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:23:42,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741853_1030 (size=7) 2024-12-01T23:23:42,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741853_1030 (size=7) 2024-12-01T23:23:42,424 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:23:42,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:42,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:42,432 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:23:42,433 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-01T23:23:42,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:23:42,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:42,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:42,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:42,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:42,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:42,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:42,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:42,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:42,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741854_1031 (size=863) 2024-12-01T23:23:42,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741854_1031 (size=863) 2024-12-01T23:23:42,475 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:23:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741855_1032 (size=859) 2024-12-01T23:23:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741855_1032 (size=859) 2024-12-01T23:23:42,958 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/WALs/testcorruptwaltrailer,16010,1733095422432/wal.dat.0, size=859 (859bytes) 2024-12-01T23:23:42,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/WALs/testcorruptwaltrailer,16010,1733095422432/wal.dat.0 2024-12-01T23:23:42,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/WALs/testcorruptwaltrailer,16010,1733095422432/wal.dat.0 after 7ms 2024-12-01T23:23:42,980 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/WALs/testcorruptwaltrailer,16010,1733095422432/wal.dat.0 took 22ms 2024-12-01T23:23:43,184 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/WALs/testcorruptwaltrailer,16010,1733095422432/wal.dat.0; continuing. 2024-12-01T23:23:43,184 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/WALs/testcorruptwaltrailer,16010,1733095422432/wal.dat.0 so closing down 2024-12-01T23:23:43,184 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:43,188 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:43,212 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:23:43,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:23:43,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741856_1033 (size=863) 2024-12-01T23:23:43,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741856_1033 (size=863) 2024-12-01T23:23:43,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:43,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-01T23:23:43,652 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 657 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/WALs/testcorruptwaltrailer,16010,1733095422432/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-12-01T23:23:43,652 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/WALs/testcorruptwaltrailer,16010,1733095422432/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/WALs/testcorruptwaltrailer,16010,1733095422432/wal.dat.0, size=859 (859bytes) at 1733095422958Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/WALs/testcorruptwaltrailer,16010,1733095422432/wal.dat.0 so closing down at 1733095423184 (+226 ms)3 split writer threads finished at 1733095423188 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095423218 (+30 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095423650 (+432 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733095423652 (+2 ms)Processed 10 edits across 1 Regions in 657 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/WALs/testcorruptwaltrailer,16010,1733095422432/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1733095423652 2024-12-01T23:23:43,655 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/WALs/testcorruptwaltrailer,16010,1733095422432/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/48f464e1-62b6-bb2b-ba4c-405855418b2e/oldWALs/wal.dat.0 2024-12-01T23:23:43,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 443) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7501 (was 7696) 2024-12-01T23:23:43,678 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=7501 2024-12-01T23:23:43,678 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:23:43,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741857_1034 (size=7) 2024-12-01T23:23:43,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741857_1034 (size=7) 2024-12-01T23:23:43,689 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:23:43,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:43,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:43,694 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:23:43,709 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=7500 (was 7501) 2024-12-01T23:23:43,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=7499 2024-12-01T23:23:43,720 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:23:43,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741858_1035 (size=7) 2024-12-01T23:23:43,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741858_1035 (size=7) 2024-12-01T23:23:43,762 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:23:43,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:43,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:43,770 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:23:43,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-12-01T23:23:43,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741859_1036 (size=93) 2024-12-01T23:23:43,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741859_1036 (size=93) 2024-12-01T23:23:43,854 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=7490 (was 7499) 2024-12-01T23:23:43,872 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=7489 2024-12-01T23:23:43,873 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:23:43,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741860_1037 (size=7) 2024-12-01T23:23:43,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741860_1037 (size=7) 2024-12-01T23:23:43,942 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:23:43,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:43,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:43,949 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:23:43,950 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:23:43,951 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:23:43,954 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:23:43,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:43,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:43,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741861_1038 (size=1393) 2024-12-01T23:23:43,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741861_1038 (size=1393) 2024-12-01T23:23:43,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:23:43,995 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:23:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741862_1039 (size=1393) 2024-12-01T23:23:44,116 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:23:44,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:23:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741862_1039 (size=1393) 2024-12-01T23:23:44,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741863_1040 (size=1393) 2024-12-01T23:23:44,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741863_1040 (size=1393) 2024-12-01T23:23:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:23:44,649 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:23:44,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:44,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:44,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741864_1041 (size=1393) 2024-12-01T23:23:44,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741864_1041 (size=1393) 2024-12-01T23:23:45,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:23:45,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:23:45,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741865_1042 (size=1393) 2024-12-01T23:23:45,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741865_1042 (size=1393) 2024-12-01T23:23:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:23:45,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:23:45,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741866_1043 (size=1393) 2024-12-01T23:23:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741866_1043 (size=1393) 2024-12-01T23:23:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:23:45,193 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:23:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741867_1044 (size=1405) 2024-12-01T23:23:45,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741867_1044 (size=1405) 2024-12-01T23:23:45,613 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:23:45,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:23:45,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741868_1045 (size=1413) 2024-12-01T23:23:45,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:23:45,639 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:23:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741868_1045 (size=1413) 2024-12-01T23:23:45,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:45,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741869_1046 (size=1413) 2024-12-01T23:23:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741869_1046 (size=1413) 2024-12-01T23:23:46,066 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:23:46,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:23:46,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:46,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:46,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741870_1047 (size=1413) 2024-12-01T23:23:46,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741870_1047 (size=1413) 2024-12-01T23:23:46,507 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:23:46,540 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/0f6c1e6a-5609-1dbd-0ddf-04575f70f49d/WALs/testioeonoutputthread,16010,1733095423949/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:23:46,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/0f6c1e6a-5609-1dbd-0ddf-04575f70f49d/WALs/testioeonoutputthread,16010,1733095423949/wal.dat.7 2024-12-01T23:23:46,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/0f6c1e6a-5609-1dbd-0ddf-04575f70f49d/WALs/testioeonoutputthread,16010,1733095423949/wal.dat.7 after 1ms 2024-12-01T23:23:46,549 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/0f6c1e6a-5609-1dbd-0ddf-04575f70f49d/WALs/testioeonoutputthread,16010,1733095423949/wal.dat.7 took 10ms 2024-12-01T23:23:46,560 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0f6c1e6a-5609-1dbd-0ddf-04575f70f49d/WALs/testioeonoutputthread,16010,1733095423949/wal.dat.7 so closing down 2024-12-01T23:23:46,560 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:46,560 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:46,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0f6c1e6a-5609-1dbd-0ddf-04575f70f49d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:23:46,596 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:23:46,597 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0f6c1e6a-5609-1dbd-0ddf-04575f70f49d/WALs/testioeonoutputthread,16010,1733095423949/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-12-01T23:23:46,597 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/0f6c1e6a-5609-1dbd-0ddf-04575f70f49d/WALs/testioeonoutputthread,16010,1733095423949/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/0f6c1e6a-5609-1dbd-0ddf-04575f70f49d/WALs/testioeonoutputthread,16010,1733095423949/wal.dat.7, size=1.4 K (1413bytes) at 1733095426540Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0f6c1e6a-5609-1dbd-0ddf-04575f70f49d/WALs/testioeonoutputthread,16010,1733095423949/wal.dat.7 so closing down at 1733095426560 (+20 ms)3 split writer threads finished at 1733095426560Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0f6c1e6a-5609-1dbd-0ddf-04575f70f49d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095426585 (+25 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1733095426596 (+11 ms)Processed 20 edits across 0 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0f6c1e6a-5609-1dbd-0ddf-04575f70f49d/WALs/testioeonoutputthread,16010,1733095423949/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1733095426597 (+1 ms) 2024-12-01T23:23:46,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0f6c1e6a-5609-1dbd-0ddf-04575f70f49d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:23:46,598 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:23:46,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=7295 (was 7489) 2024-12-01T23:23:46,630 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=7290 2024-12-01T23:23:46,630 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:23:46,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741871_1048 (size=7) 2024-12-01T23:23:46,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741871_1048 (size=7) 2024-12-01T23:23:46,679 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:23:46,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:46,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:46,691 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:23:46,729 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:23:46,732 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:23:46,737 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:23:46,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741872_1049 (size=2324) 2024-12-01T23:23:46,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:23:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741872_1049 (size=2324) 2024-12-01T23:23:46,796 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:23:46,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:46,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:46,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741873_1050 (size=1393) 2024-12-01T23:23:46,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741873_1050 (size=1393) 2024-12-01T23:23:47,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:23:47,227 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:23:47,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-12-01T23:23:47,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-12-01T23:23:47,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-12-01T23:23:47,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-12-01T23:23:47,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-12-01T23:23:47,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-12-01T23:23:47,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-12-01T23:23:47,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-12-01T23:23:47,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-12-01T23:23:47,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-12-01T23:23:47,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-12-01T23:23:47,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-12-01T23:23:47,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-12-01T23:23:47,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-12-01T23:23:47,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-12-01T23:23:47,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-12-01T23:23:47,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-12-01T23:23:47,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-12-01T23:23:47,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-12-01T23:23:47,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-12-01T23:23:47,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-12-01T23:23:47,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-12-01T23:23:47,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-12-01T23:23:47,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-12-01T23:23:47,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-12-01T23:23:47,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-12-01T23:23:47,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-12-01T23:23:47,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-12-01T23:23:47,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-12-01T23:23:47,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-12-01T23:23:47,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-12-01T23:23:47,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-12-01T23:23:47,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-12-01T23:23:47,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-12-01T23:23:47,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-12-01T23:23:47,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-12-01T23:23:47,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-12-01T23:23:47,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-12-01T23:23:47,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-12-01T23:23:47,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-12-01T23:23:47,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-12-01T23:23:47,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-12-01T23:23:47,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-12-01T23:23:47,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-12-01T23:23:47,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-12-01T23:23:47,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-12-01T23:23:47,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-12-01T23:23:47,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-12-01T23:23:47,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-12-01T23:23:47,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-12-01T23:23:47,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-12-01T23:23:47,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-12-01T23:23:47,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-12-01T23:23:47,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-12-01T23:23:47,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-12-01T23:23:47,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-12-01T23:23:47,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-12-01T23:23:47,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-12-01T23:23:47,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-12-01T23:23:47,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-12-01T23:23:47,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-12-01T23:23:47,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-12-01T23:23:47,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-12-01T23:23:47,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-12-01T23:23:47,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-12-01T23:23:47,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-12-01T23:23:47,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-12-01T23:23:47,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-12-01T23:23:47,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-12-01T23:23:47,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-12-01T23:23:47,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-12-01T23:23:47,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-12-01T23:23:47,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-12-01T23:23:47,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-12-01T23:23:47,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-12-01T23:23:47,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-12-01T23:23:47,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-12-01T23:23:47,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-12-01T23:23:47,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-12-01T23:23:47,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-12-01T23:23:47,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-12-01T23:23:47,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-12-01T23:23:47,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-12-01T23:23:47,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-12-01T23:23:47,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-12-01T23:23:47,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-12-01T23:23:47,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-12-01T23:23:47,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-12-01T23:23:47,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-12-01T23:23:47,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-12-01T23:23:47,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-12-01T23:23:47,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-12-01T23:23:47,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-12-01T23:23:47,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-12-01T23:23:47,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-12-01T23:23:47,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-12-01T23:23:47,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-12-01T23:23:47,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-12-01T23:23:47,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-12-01T23:23:47,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-12-01T23:23:47,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-12-01T23:23:47,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-12-01T23:23:47,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-12-01T23:23:47,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-12-01T23:23:47,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-12-01T23:23:47,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-12-01T23:23:47,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-12-01T23:23:47,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-12-01T23:23:47,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-12-01T23:23:47,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-12-01T23:23:47,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-12-01T23:23:47,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-12-01T23:23:47,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-12-01T23:23:47,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-12-01T23:23:47,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-12-01T23:23:47,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-12-01T23:23:47,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-12-01T23:23:47,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-12-01T23:23:47,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-12-01T23:23:47,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-12-01T23:23:47,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-12-01T23:23:47,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-12-01T23:23:47,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-12-01T23:23:47,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-12-01T23:23:47,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-12-01T23:23:47,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-12-01T23:23:47,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-12-01T23:23:47,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-12-01T23:23:47,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-12-01T23:23:47,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-12-01T23:23:47,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-12-01T23:23:47,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-12-01T23:23:47,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-12-01T23:23:47,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-12-01T23:23:47,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-12-01T23:23:47,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-12-01T23:23:47,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-12-01T23:23:47,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-12-01T23:23:47,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-12-01T23:23:47,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-12-01T23:23:47,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-12-01T23:23:47,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-12-01T23:23:47,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-12-01T23:23:47,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-12-01T23:23:47,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-12-01T23:23:47,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-12-01T23:23:47,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-12-01T23:23:47,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-12-01T23:23:47,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-12-01T23:23:47,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-12-01T23:23:47,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-12-01T23:23:47,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-12-01T23:23:47,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-12-01T23:23:47,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-12-01T23:23:47,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-12-01T23:23:47,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-12-01T23:23:47,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-12-01T23:23:47,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-12-01T23:23:47,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-12-01T23:23:47,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-12-01T23:23:47,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-12-01T23:23:47,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-12-01T23:23:47,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-12-01T23:23:47,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-12-01T23:23:47,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-12-01T23:23:47,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-12-01T23:23:47,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-12-01T23:23:47,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-12-01T23:23:47,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-12-01T23:23:47,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-12-01T23:23:47,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-12-01T23:23:47,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-12-01T23:23:47,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-12-01T23:23:47,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-12-01T23:23:47,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-12-01T23:23:47,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-12-01T23:23:47,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-12-01T23:23:47,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-12-01T23:23:47,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-12-01T23:23:47,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-12-01T23:23:47,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-12-01T23:23:47,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-12-01T23:23:47,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-12-01T23:23:47,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-12-01T23:23:47,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-12-01T23:23:47,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-12-01T23:23:47,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-12-01T23:23:47,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-12-01T23:23:47,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-12-01T23:23:47,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-12-01T23:23:47,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-12-01T23:23:47,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-12-01T23:23:47,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-12-01T23:23:47,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-12-01T23:23:47,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-12-01T23:23:47,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-12-01T23:23:47,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-12-01T23:23:47,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-12-01T23:23:47,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-12-01T23:23:47,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-12-01T23:23:47,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-12-01T23:23:47,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-12-01T23:23:47,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-12-01T23:23:47,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-12-01T23:23:47,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-12-01T23:23:47,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-12-01T23:23:47,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-12-01T23:23:47,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-12-01T23:23:47,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-12-01T23:23:47,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-12-01T23:23:47,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-12-01T23:23:47,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-12-01T23:23:47,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-12-01T23:23:47,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-12-01T23:23:47,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-12-01T23:23:47,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-12-01T23:23:47,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-12-01T23:23:47,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-12-01T23:23:47,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-12-01T23:23:47,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-12-01T23:23:47,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-12-01T23:23:47,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-12-01T23:23:47,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-12-01T23:23:47,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-12-01T23:23:47,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-12-01T23:23:47,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-12-01T23:23:47,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-12-01T23:23:47,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-12-01T23:23:47,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-12-01T23:23:47,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-12-01T23:23:47,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-12-01T23:23:47,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-12-01T23:23:47,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-12-01T23:23:47,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-12-01T23:23:47,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-12-01T23:23:47,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-12-01T23:23:47,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-12-01T23:23:47,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-12-01T23:23:47,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-12-01T23:23:47,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-12-01T23:23:47,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-12-01T23:23:47,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-12-01T23:23:47,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-12-01T23:23:47,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-12-01T23:23:47,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-12-01T23:23:47,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-12-01T23:23:47,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-12-01T23:23:47,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-12-01T23:23:47,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-12-01T23:23:47,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-12-01T23:23:47,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-12-01T23:23:47,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-12-01T23:23:47,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-12-01T23:23:47,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-12-01T23:23:47,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-12-01T23:23:47,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-12-01T23:23:47,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-12-01T23:23:47,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-12-01T23:23:47,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-12-01T23:23:47,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-12-01T23:23:47,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-12-01T23:23:47,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-12-01T23:23:47,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-12-01T23:23:47,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-12-01T23:23:47,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-12-01T23:23:47,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-12-01T23:23:47,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-12-01T23:23:47,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-12-01T23:23:47,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-12-01T23:23:47,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-12-01T23:23:47,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-12-01T23:23:47,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-12-01T23:23:47,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-12-01T23:23:47,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-12-01T23:23:47,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-12-01T23:23:47,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-12-01T23:23:47,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-12-01T23:23:47,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-12-01T23:23:47,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-12-01T23:23:47,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-12-01T23:23:47,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-12-01T23:23:47,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-12-01T23:23:47,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-12-01T23:23:47,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-12-01T23:23:47,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-12-01T23:23:47,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-12-01T23:23:47,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-12-01T23:23:47,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-12-01T23:23:47,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-12-01T23:23:47,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-12-01T23:23:47,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-12-01T23:23:47,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-12-01T23:23:47,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-12-01T23:23:47,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-12-01T23:23:47,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-12-01T23:23:47,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-12-01T23:23:47,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-12-01T23:23:47,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-12-01T23:23:47,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-12-01T23:23:47,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-12-01T23:23:47,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-12-01T23:23:47,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-12-01T23:23:47,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-12-01T23:23:47,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-12-01T23:23:47,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-12-01T23:23:47,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-12-01T23:23:47,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-12-01T23:23:47,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-12-01T23:23:47,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-12-01T23:23:47,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-12-01T23:23:47,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-12-01T23:23:47,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-12-01T23:23:47,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-12-01T23:23:47,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-12-01T23:23:47,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-12-01T23:23:47,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-12-01T23:23:47,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-12-01T23:23:47,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-12-01T23:23:47,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-12-01T23:23:47,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-12-01T23:23:47,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-12-01T23:23:47,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-12-01T23:23:47,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-12-01T23:23:47,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-12-01T23:23:47,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-12-01T23:23:47,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-12-01T23:23:47,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-12-01T23:23:47,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-12-01T23:23:47,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-12-01T23:23:47,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-12-01T23:23:47,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-12-01T23:23:47,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:47,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-12-01T23:23:47,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:47,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-12-01T23:23:48,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-12-01T23:23:48,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-12-01T23:23:48,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-12-01T23:23:48,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-12-01T23:23:48,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-12-01T23:23:48,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-12-01T23:23:48,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-12-01T23:23:48,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-12-01T23:23:48,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-12-01T23:23:48,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-12-01T23:23:48,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-12-01T23:23:48,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-12-01T23:23:48,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-12-01T23:23:48,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-12-01T23:23:48,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-12-01T23:23:48,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-12-01T23:23:48,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-12-01T23:23:48,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-12-01T23:23:48,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-12-01T23:23:48,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-12-01T23:23:48,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-12-01T23:23:48,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-12-01T23:23:48,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-12-01T23:23:48,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-12-01T23:23:48,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-12-01T23:23:48,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-12-01T23:23:48,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-12-01T23:23:48,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-12-01T23:23:48,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-12-01T23:23:48,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-12-01T23:23:48,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-12-01T23:23:48,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-12-01T23:23:48,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-12-01T23:23:48,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-12-01T23:23:48,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-12-01T23:23:48,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-12-01T23:23:48,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-12-01T23:23:48,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-12-01T23:23:48,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-12-01T23:23:48,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-12-01T23:23:48,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-12-01T23:23:48,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-12-01T23:23:48,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-12-01T23:23:48,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-12-01T23:23:48,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-12-01T23:23:48,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-12-01T23:23:48,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-12-01T23:23:48,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-12-01T23:23:48,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-12-01T23:23:48,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-12-01T23:23:48,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-12-01T23:23:48,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-12-01T23:23:48,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-12-01T23:23:48,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-12-01T23:23:48,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-12-01T23:23:48,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-12-01T23:23:48,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-12-01T23:23:48,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-12-01T23:23:48,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-12-01T23:23:48,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-12-01T23:23:48,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-12-01T23:23:48,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-12-01T23:23:48,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-12-01T23:23:48,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-12-01T23:23:48,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-12-01T23:23:48,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-12-01T23:23:48,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,271 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691): HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1733095426792; access_time=1733095426741; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095427226; access_time=1733095426797; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1733095427228; access_time=1733095427228; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-01T23:23:48,271 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-12-01T23:23:48,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-12-01T23:23:48,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-12-01T23:23:48,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-12-01T23:23:48,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-12-01T23:23:48,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-12-01T23:23:48,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-12-01T23:23:48,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-12-01T23:23:48,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-12-01T23:23:48,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-12-01T23:23:48,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-12-01T23:23:48,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-12-01T23:23:48,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-12-01T23:23:48,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-12-01T23:23:48,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-12-01T23:23:48,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-12-01T23:23:48,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-12-01T23:23:48,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-12-01T23:23:48,330 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.0, size=2.3 K (2324bytes) 2024-12-01T23:23:48,330 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.0 2024-12-01T23:23:48,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.0 after 2ms 2024-12-01T23:23:48,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-12-01T23:23:48,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,344 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.0 took 14ms 2024-12-01T23:23:48,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-12-01T23:23:48,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-12-01T23:23:48,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-12-01T23:23:48,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-12-01T23:23:48,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-12-01T23:23:48,363 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.0 so closing down 2024-12-01T23:23:48,363 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:48,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-12-01T23:23:48,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,368 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:48,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-12-01T23:23:48,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-12-01T23:23:48,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-12-01T23:23:48,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-12-01T23:23:48,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-12-01T23:23:48,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-12-01T23:23:48,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-12-01T23:23:48,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-12-01T23:23:48,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,404 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:23:48,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-12-01T23:23:48,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-12-01T23:23:48,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-12-01T23:23:48,413 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:23:48,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-12-01T23:23:48,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-12-01T23:23:48,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-12-01T23:23:48,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-12-01T23:23:48,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:23:48,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-12-01T23:23:48,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:23:48,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-12-01T23:23:48,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-12-01T23:23:48,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-12-01T23:23:48,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-12-01T23:23:48,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-12-01T23:23:48,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-12-01T23:23:48,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-12-01T23:23:48,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-12-01T23:23:48,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-12-01T23:23:48,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-12-01T23:23:48,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-12-01T23:23:48,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-12-01T23:23:48,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-12-01T23:23:48,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-12-01T23:23:48,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-12-01T23:23:48,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741875_1052 (size=743) 2024-12-01T23:23:48,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-12-01T23:23:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741875_1052 (size=743) 2024-12-01T23:23:48,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-12-01T23:23:48,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-12-01T23:23:48,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:48,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-12-01T23:23:48,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:23:48,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-12-01T23:23:48,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-12-01T23:23:48,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-12-01T23:23:48,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-12-01T23:23:48,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-12-01T23:23:48,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-12-01T23:23:48,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741876_1053 (size=743) 2024-12-01T23:23:48,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741876_1053 (size=743) 2024-12-01T23:23:48,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:48,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:23:48,649 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 296 ms; skipped=7; WAL=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-12-01T23:23:48,650 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.0, size=2.3 K (2324bytes) at 1733095428330Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.0 so closing down at 1733095428363 (+33 ms)3 split writer threads finished at 1733095428369 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095428470 (+101 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095428481 (+11 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095428586 (+105 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095428598 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095428643 (+45 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095428649 (+6 ms)Processed 27 edits across 2 Regions in 296 ms; skipped=7; WAL=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1733095428649 2024-12-01T23:23:48,655 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/oldWALs/wal.dat.0 2024-12-01T23:23:48,656 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:23:48,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.1 2024-12-01T23:23:48,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.1 after 5ms 2024-12-01T23:23:48,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-12-01T23:23:48,678 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.1 took 22ms 2024-12-01T23:23:48,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-12-01T23:23:48,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,690 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.1 so closing down 2024-12-01T23:23:48,690 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:48,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-12-01T23:23:48,700 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:48,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-12-01T23:23:48,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-12-01T23:23:48,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-12-01T23:23:48,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-12-01T23:23:48,733 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:23:48,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-12-01T23:23:48,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-12-01T23:23:48,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-12-01T23:23:48,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:23:48,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-12-01T23:23:48,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-12-01T23:23:48,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-12-01T23:23:48,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-12-01T23:23:48,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-12-01T23:23:48,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-12-01T23:23:48,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,795 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:23:48,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-12-01T23:23:48,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-12-01T23:23:48,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-12-01T23:23:48,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:23:48,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-12-01T23:23:48,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-12-01T23:23:48,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-12-01T23:23:48,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-12-01T23:23:48,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-12-01T23:23:48,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741877_1054 (size=743) 2024-12-01T23:23:48,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-12-01T23:23:48,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-12-01T23:23:48,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-12-01T23:23:48,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741877_1054 (size=743) 2024-12-01T23:23:48,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-12-01T23:23:48,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-12-01T23:23:48,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-12-01T23:23:48,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-12-01T23:23:48,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-12-01T23:23:48,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-12-01T23:23:48,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-12-01T23:23:48,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-12-01T23:23:48,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-12-01T23:23:48,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-12-01T23:23:48,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-12-01T23:23:48,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-12-01T23:23:48,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-12-01T23:23:48,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-12-01T23:23:48,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-12-01T23:23:48,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-12-01T23:23:48,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-12-01T23:23:48,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-12-01T23:23:48,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-12-01T23:23:48,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-12-01T23:23:48,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-12-01T23:23:48,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-12-01T23:23:48,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741878_1055 (size=743) 2024-12-01T23:23:48,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-12-01T23:23:48,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-12-01T23:23:48,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-12-01T23:23:48,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-12-01T23:23:48,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741878_1055 (size=743) 2024-12-01T23:23:48,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:48,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-12-01T23:23:48,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-12-01T23:23:48,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-12-01T23:23:48,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-12-01T23:23:48,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-12-01T23:23:48,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-01T23:23:48,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-12-01T23:23:48,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-12-01T23:23:48,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-12-01T23:23:48,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-12-01T23:23:48,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-12-01T23:23:48,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-12-01T23:23:48,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-12-01T23:23:48,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-12-01T23:23:48,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-12-01T23:23:48,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-12-01T23:23:48,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-12-01T23:23:48,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:48,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:48,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-12-01T23:23:49,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-12-01T23:23:49,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-12-01T23:23:49,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-12-01T23:23:49,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-12-01T23:23:49,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-12-01T23:23:49,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-12-01T23:23:49,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-12-01T23:23:49,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-12-01T23:23:49,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-12-01T23:23:49,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-12-01T23:23:49,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-12-01T23:23:49,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-12-01T23:23:49,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-12-01T23:23:49,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-12-01T23:23:49,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-12-01T23:23:49,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-12-01T23:23:49,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-12-01T23:23:49,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-12-01T23:23:49,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-12-01T23:23:49,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-12-01T23:23:49,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-12-01T23:23:49,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-12-01T23:23:49,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-12-01T23:23:49,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-12-01T23:23:49,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-12-01T23:23:49,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-12-01T23:23:49,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-12-01T23:23:49,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-12-01T23:23:49,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-12-01T23:23:49,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-12-01T23:23:49,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-12-01T23:23:49,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-12-01T23:23:49,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-12-01T23:23:49,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-12-01T23:23:49,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-12-01T23:23:49,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-12-01T23:23:49,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-12-01T23:23:49,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-12-01T23:23:49,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-12-01T23:23:49,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-12-01T23:23:49,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-12-01T23:23:49,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-12-01T23:23:49,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-12-01T23:23:49,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-12-01T23:23:49,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-12-01T23:23:49,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-12-01T23:23:49,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-12-01T23:23:49,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-12-01T23:23:49,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-12-01T23:23:49,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-12-01T23:23:49,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-12-01T23:23:49,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-12-01T23:23:49,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-12-01T23:23:49,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-12-01T23:23:49,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-12-01T23:23:49,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-12-01T23:23:49,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-12-01T23:23:49,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-12-01T23:23:49,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-12-01T23:23:49,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-12-01T23:23:49,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-12-01T23:23:49,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-12-01T23:23:49,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-12-01T23:23:49,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-12-01T23:23:49,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-12-01T23:23:49,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-12-01T23:23:49,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-12-01T23:23:49,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-12-01T23:23:49,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-12-01T23:23:49,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-12-01T23:23:49,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-12-01T23:23:49,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-12-01T23:23:49,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:49,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-12-01T23:23:49,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:23:49,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 576 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:23:49,260 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.1, size=1.4 K (1393bytes) at 1733095428656Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.1 so closing down at 1733095428690 (+34 ms)3 split writer threads finished at 1733095428700 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095428757 (+57 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095428823 (+66 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095428936 (+113 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733095428948 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095429253 (+305 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095429260 (+7 ms)Processed 20 edits across 2 Regions in 576 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095429260 2024-12-01T23:23:49,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,266 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/oldWALs/wal.dat.1 2024-12-01T23:23:49,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2, size=150 (150bytes) 2024-12-01T23:23:49,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2 2024-12-01T23:23:49,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-12-01T23:23:49,272 WARN [IPC Server handler 2 on default port 45359 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-12-01T23:23:49,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2 after 7ms 2024-12-01T23:23:49,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-12-01T23:23:49,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-12-01T23:23:49,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-12-01T23:23:49,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-12-01T23:23:49,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-12-01T23:23:49,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-12-01T23:23:49,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-12-01T23:23:49,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-12-01T23:23:49,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-12-01T23:23:49,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-12-01T23:23:49,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-12-01T23:23:49,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-12-01T23:23:49,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-12-01T23:23:49,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-12-01T23:23:49,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-12-01T23:23:49,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-12-01T23:23:49,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-12-01T23:23:49,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-12-01T23:23:49,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-12-01T23:23:49,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-12-01T23:23:49,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-12-01T23:23:49,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-12-01T23:23:49,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-12-01T23:23:49,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-12-01T23:23:49,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-12-01T23:23:49,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-12-01T23:23:49,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-12-01T23:23:49,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-12-01T23:23:49,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-12-01T23:23:49,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-12-01T23:23:49,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-12-01T23:23:49,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-12-01T23:23:49,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-12-01T23:23:49,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-12-01T23:23:49,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-12-01T23:23:49,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-12-01T23:23:49,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-12-01T23:23:49,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-12-01T23:23:49,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-12-01T23:23:49,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-12-01T23:23:49,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-12-01T23:23:49,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-12-01T23:23:49,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-12-01T23:23:49,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-12-01T23:23:49,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-12-01T23:23:49,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-12-01T23:23:49,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-12-01T23:23:49,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-12-01T23:23:49,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-12-01T23:23:49,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-12-01T23:23:49,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-12-01T23:23:49,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-12-01T23:23:49,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-12-01T23:23:49,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-12-01T23:23:49,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-12-01T23:23:49,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-12-01T23:23:49,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-12-01T23:23:49,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-12-01T23:23:49,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-12-01T23:23:49,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-12-01T23:23:49,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-12-01T23:23:49,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-12-01T23:23:49,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-12-01T23:23:49,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-12-01T23:23:49,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-12-01T23:23:49,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-12-01T23:23:49,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-12-01T23:23:49,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-12-01T23:23:49,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-12-01T23:23:49,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-12-01T23:23:49,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-12-01T23:23:49,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-12-01T23:23:49,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-12-01T23:23:49,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-12-01T23:23:49,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-12-01T23:23:49,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-12-01T23:23:49,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-12-01T23:23:49,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-12-01T23:23:49,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-12-01T23:23:49,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-12-01T23:23:49,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-12-01T23:23:49,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-12-01T23:23:49,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-12-01T23:23:49,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-12-01T23:23:49,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-12-01T23:23:49,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-12-01T23:23:49,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-12-01T23:23:49,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-12-01T23:23:49,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-12-01T23:23:49,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-12-01T23:23:49,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-12-01T23:23:49,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-12-01T23:23:49,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-12-01T23:23:49,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-12-01T23:23:49,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-12-01T23:23:49,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-12-01T23:23:49,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-12-01T23:23:49,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-12-01T23:23:49,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-12-01T23:23:49,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-12-01T23:23:49,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-12-01T23:23:49,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-12-01T23:23:49,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-12-01T23:23:49,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-12-01T23:23:49,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-12-01T23:23:49,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-12-01T23:23:49,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-12-01T23:23:49,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-12-01T23:23:49,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-12-01T23:23:49,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-12-01T23:23:49,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-12-01T23:23:49,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-12-01T23:23:49,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-12-01T23:23:49,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-12-01T23:23:49,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-12-01T23:23:49,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-12-01T23:23:49,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-12-01T23:23:49,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-12-01T23:23:49,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-12-01T23:23:49,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-12-01T23:23:49,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-12-01T23:23:49,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-12-01T23:23:49,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-12-01T23:23:49,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-12-01T23:23:49,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-12-01T23:23:49,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-12-01T23:23:49,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-12-01T23:23:49,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-12-01T23:23:49,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-12-01T23:23:49,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-12-01T23:23:49,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-12-01T23:23:49,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-12-01T23:23:49,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-12-01T23:23:49,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-12-01T23:23:49,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-12-01T23:23:49,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-12-01T23:23:49,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-12-01T23:23:49,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-12-01T23:23:49,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-12-01T23:23:49,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-12-01T23:23:49,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-12-01T23:23:49,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-12-01T23:23:49,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-12-01T23:23:49,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-12-01T23:23:49,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-12-01T23:23:49,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-12-01T23:23:49,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-12-01T23:23:49,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-12-01T23:23:49,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-12-01T23:23:49,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-12-01T23:23:49,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-12-01T23:23:49,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-12-01T23:23:49,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-12-01T23:23:49,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-12-01T23:23:49,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-12-01T23:23:49,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-12-01T23:23:49,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-12-01T23:23:49,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-12-01T23:23:49,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-12-01T23:23:49,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-12-01T23:23:49,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-12-01T23:23:49,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-12-01T23:23:49,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-12-01T23:23:49,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-12-01T23:23:49,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-12-01T23:23:49,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-12-01T23:23:49,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-12-01T23:23:49,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-12-01T23:23:49,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-12-01T23:23:49,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-12-01T23:23:49,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-12-01T23:23:49,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-12-01T23:23:49,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-12-01T23:23:49,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-12-01T23:23:49,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-12-01T23:23:49,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-12-01T23:23:49,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-12-01T23:23:49,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-12-01T23:23:49,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-12-01T23:23:49,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-12-01T23:23:49,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-12-01T23:23:49,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-12-01T23:23:49,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-12-01T23:23:49,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-12-01T23:23:49,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-12-01T23:23:49,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-12-01T23:23:49,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-12-01T23:23:49,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-12-01T23:23:49,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-12-01T23:23:49,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-12-01T23:23:49,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-12-01T23:23:49,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-12-01T23:23:49,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-12-01T23:23:49,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-12-01T23:23:49,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-12-01T23:23:49,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-12-01T23:23:49,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-12-01T23:23:49,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-12-01T23:23:49,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-12-01T23:23:49,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-12-01T23:23:49,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-12-01T23:23:49,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-12-01T23:23:49,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-12-01T23:23:49,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-12-01T23:23:49,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-12-01T23:23:49,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-12-01T23:23:49,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-12-01T23:23:49,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-12-01T23:23:49,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-12-01T23:23:49,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-12-01T23:23:49,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-12-01T23:23:49,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-12-01T23:23:49,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-12-01T23:23:49,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-12-01T23:23:49,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-12-01T23:23:49,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-12-01T23:23:49,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-12-01T23:23:49,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-01T23:23:49,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-01T23:23:49,920 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_406238888_535 at /127.0.0.1:56100 [Receiving block BP-2109899809-172.17.0.3-1733095408801:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:36031:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56100 dst: /127.0.0.1:36031 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36031 remote=/127.0.0.1:56100]. Total timeout mills is 60000, 59995 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:23:49,921 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_406238888_535 at /127.0.0.1:47556 [Receiving block BP-2109899809-172.17.0.3-1733095408801:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:45357:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47556 dst: /127.0.0.1:45357 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:23:49,920 WARN [ResponseProcessor for block BP-2109899809-172.17.0.3-1733095408801:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-2109899809-172.17.0.3-1733095408801:blk_1073741874_1051 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-01T23:23:49,925 WARN [DataStreamer for file /user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2 block BP-2109899809-172.17.0.3-1733095408801:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2109899809-172.17.0.3-1733095408801:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:36031,DS-3303462c-e8ee-45eb-984f-2c6039448ea3,DISK], DatanodeInfoWithStorage[127.0.0.1:45357,DS-08bc437e-0102-4952-b5ac-4b5b7c18aed4,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:36031,DS-3303462c-e8ee-45eb-984f-2c6039448ea3,DISK]) is bad. 2024-12-01T23:23:49,927 WARN [DataStreamer for file /user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2 block BP-2109899809-172.17.0.3-1733095408801:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2109899809-172.17.0.3-1733095408801:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-01T23:23:49,927 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2109899809-172.17.0.3-1733095408801:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-01T23:23:49,947 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-2109899809-172.17.0.3-1733095408801:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-12-01T23:23:49,947 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-2109899809-172.17.0.3-1733095408801:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 856 2024-12-01T23:23:49,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-12-01T23:23:49,948 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2109899809-172.17.0.3-1733095408801:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-01T23:23:49,949 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2109899809-172.17.0.3-1733095408801:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-01T23:23:49,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741874_1056 (size=54115) 2024-12-01T23:23:53,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2 after 4008ms 2024-12-01T23:23:53,288 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2 took 4022ms 2024-12-01T23:23:53,382 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2; continuing. 2024-12-01T23:23:53,382 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2 so closing down 2024-12-01T23:23:53,382 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:53,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:53,416 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:23:53,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:23:53,422 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:23:53,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:23:53,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741879_1057 (size=53473) 2024-12-01T23:23:53,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741879_1057 (size=53473) 2024-12-01T23:23:53,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 835 edits, skipped 0 edits in 6 ms) 2024-12-01T23:23:53,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:23:53,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741880_1058 (size=743) 2024-12-01T23:23:53,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741880_1058 (size=743) 2024-12-01T23:23:53,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:53,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-01T23:23:53,540 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 845 edits across 2 Regions in 236 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-12-01T23:23:53,540 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2, size=150 (150bytes) at 1733095429266Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2 so closing down at 1733095433382 (+4116 ms)3 split writer threads finished at 1733095433396 (+14 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095433422 (+26 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095433448 (+26 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 835 edits, skipped 0 edits in 6 ms) at 1733095433515 (+67 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095433519 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095433532 (+13 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733095433538 (+6 ms)Processed 845 edits across 2 Regions in 236 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1733095433540 (+2 ms) 2024-12-01T23:23:53,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/WALs/testlogcannotbewrittenonceparsed,16010,1733095426691/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/d7be6e6a-f161-f299-e11a-07de57c8abbd/oldWALs/wal.dat.2 2024-12-01T23:23:53,556 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-12-01T23:23:53,606 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=855, robber=855 2024-12-01T23:23:53,636 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142 (was 136) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_862292124_22 at /127.0.0.1:37634 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_862292124_22 at /127.0.0.1:35424 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2113206051) connection to localhost/127.0.0.1:45359 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:45359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2113206051) connection to localhost/127.0.0.1:45359 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:45359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=395 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=668 (was 463) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6762 (was 7290) 2024-12-01T23:23:53,660 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=668, ProcessCount=11, AvailableMemoryMB=6759 2024-12-01T23:23:53,665 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:23:53,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741881_1059 (size=7) 2024-12-01T23:23:53,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741881_1059 (size=7) 2024-12-01T23:23:53,728 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:23:53,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:53,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:23:53,737 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:23:53,741 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:23:53,743 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:23:53,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:23:53,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:53,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:53,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741882_1060 (size=1393) 2024-12-01T23:23:53,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741882_1060 (size=1393) 2024-12-01T23:23:54,298 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:23:54,298 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:23:54,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741883_1061 (size=1393) 2024-12-01T23:23:54,383 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:23:54,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:23:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741883_1061 (size=1393) 2024-12-01T23:23:54,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741884_1062 (size=1393) 2024-12-01T23:23:54,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741884_1062 (size=1393) 2024-12-01T23:23:54,475 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:23:54,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:23:54,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:54,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:54,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741885_1063 (size=1393) 2024-12-01T23:23:54,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741885_1063 (size=1393) 2024-12-01T23:23:54,998 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:23:54,998 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:23:55,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741886_1064 (size=1393) 2024-12-01T23:23:55,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741886_1064 (size=1393) 2024-12-01T23:23:55,082 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:23:55,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:23:55,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741887_1065 (size=1393) 2024-12-01T23:23:55,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741887_1065 (size=1393) 2024-12-01T23:23:55,134 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:23:55,135 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:23:55,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741888_1066 (size=1405) 2024-12-01T23:23:55,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741888_1066 (size=1405) 2024-12-01T23:23:55,241 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:23:55,241 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:23:55,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741889_1067 (size=1413) 2024-12-01T23:23:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741889_1067 (size=1413) 2024-12-01T23:23:55,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:23:55,705 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:23:55,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741890_1068 (size=1413) 2024-12-01T23:23:55,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741890_1068 (size=1413) 2024-12-01T23:23:55,885 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:23:55,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:23:55,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:55,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:55,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:56,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:56,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:56,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:56,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:56,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:56,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:56,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:56,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:56,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:56,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:56,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:56,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:56,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:56,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:56,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:56,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:56,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:56,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:56,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:23:56,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:23:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741891_1069 (size=1413) 2024-12-01T23:23:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741891_1069 (size=1413) 2024-12-01T23:23:56,455 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:23:56,504 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:23:56,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.0 2024-12-01T23:23:56,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.0 after 16ms 2024-12-01T23:23:56,521 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:23:58,553 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.0 took 2049ms 2024-12-01T23:23:58,586 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.0 so closing down 2024-12-01T23:23:58,587 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:58,587 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:58,626 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:23:58,627 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:23:58,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:23:58,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:23:58,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741893_1071 (size=743) 2024-12-01T23:23:58,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741893_1071 (size=743) 2024-12-01T23:23:58,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741892_1070 (size=743) 2024-12-01T23:23:58,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:58,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741892_1070 (size=743) 2024-12-01T23:23:58,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:23:59,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:59,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:23:59,120 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 554 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:23:59,120 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.0, size=1.4 K (1393bytes) at 1733095436504Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.0 so closing down at 1733095438587 (+2083 ms)3 split writer threads finished at 1733095438587Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095438637 (+50 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095438644 (+7 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095438737 (+93 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095438757 (+20 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095439108 (+351 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095439120 (+12 ms)Processed 20 edits across 2 Regions in 554 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095439120 2024-12-01T23:23:59,141 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/oldWALs/wal.dat.0 2024-12-01T23:23:59,141 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:23:59,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.1 2024-12-01T23:23:59,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.1 after 2ms 2024-12-01T23:23:59,149 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.1 took 8ms 2024-12-01T23:23:59,164 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.1 so closing down 2024-12-01T23:23:59,164 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:59,167 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:59,198 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:23:59,200 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:23:59,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:23:59,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:23:59,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741895_1073 (size=743) 2024-12-01T23:23:59,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741894_1072 (size=743) 2024-12-01T23:23:59,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741895_1073 (size=743) 2024-12-01T23:23:59,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741894_1072 (size=743) 2024-12-01T23:23:59,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:59,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:59,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:23:59,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-01T23:23:59,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:23:59,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.1, size=1.4 K (1393bytes) at 1733095439141Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.1 so closing down at 1733095439164 (+23 ms)3 split writer threads finished at 1733095439167 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095439203 (+36 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095439212 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095439291 (+79 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095439292 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095439312 (+20 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733095439317 (+5 ms)Processed 20 edits across 2 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095439317 2024-12-01T23:23:59,344 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/oldWALs/wal.dat.1 2024-12-01T23:23:59,345 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:23:59,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.2 2024-12-01T23:23:59,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.2 after 9ms 2024-12-01T23:23:59,372 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.2 took 28ms 2024-12-01T23:23:59,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.2 so closing down 2024-12-01T23:23:59,390 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:59,392 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:59,405 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:23:59,406 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:23:59,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:23:59,464 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:23:59,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741896_1074 (size=743) 2024-12-01T23:23:59,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:59,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741896_1074 (size=743) 2024-12-01T23:23:59,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:23:59,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741897_1075 (size=743) 2024-12-01T23:23:59,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741897_1075 (size=743) 2024-12-01T23:23:59,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-01T23:23:59,569 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 181 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:23:59,569 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.2, size=1.4 K (1393bytes) at 1733095439345Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.2 so closing down at 1733095439390 (+45 ms)3 split writer threads finished at 1733095439392 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095439414 (+22 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095439464 (+50 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095439523 (+59 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095439544 (+21 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095439558 (+14 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733095439569 (+11 ms)Processed 20 edits across 2 Regions in 181 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095439569 2024-12-01T23:23:59,575 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/oldWALs/wal.dat.2 2024-12-01T23:23:59,575 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:23:59,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.3 2024-12-01T23:23:59,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.3 after 4ms 2024-12-01T23:23:59,588 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.3 took 12ms 2024-12-01T23:23:59,607 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.3 so closing down 2024-12-01T23:23:59,607 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:59,608 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:59,635 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:23:59,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:23:59,665 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:23:59,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:23:59,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741898_1076 (size=743) 2024-12-01T23:23:59,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741898_1076 (size=743) 2024-12-01T23:23:59,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:59,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-01T23:23:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741899_1077 (size=743) 2024-12-01T23:23:59,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741899_1077 (size=743) 2024-12-01T23:23:59,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:23:59,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-01T23:23:59,819 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 215 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:23:59,819 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.3, size=1.4 K (1393bytes) at 1733095439576Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.3 so closing down at 1733095439607 (+31 ms)3 split writer threads finished at 1733095439608 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095439660 (+52 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095439690 (+30 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095439757 (+67 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733095439770 (+13 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095439793 (+23 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733095439819 (+26 ms)Processed 20 edits across 2 Regions in 215 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095439819 2024-12-01T23:23:59,845 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/oldWALs/wal.dat.3 2024-12-01T23:23:59,846 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:23:59,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.4 2024-12-01T23:23:59,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.4 after 7ms 2024-12-01T23:23:59,871 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.4 took 26ms 2024-12-01T23:23:59,885 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.4 so closing down 2024-12-01T23:23:59,885 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:23:59,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:23:59,925 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:23:59,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:23:59,937 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:23:59,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:24:00,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741900_1078 (size=743) 2024-12-01T23:24:00,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741900_1078 (size=743) 2024-12-01T23:24:00,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741901_1079 (size=743) 2024-12-01T23:24:00,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741901_1079 (size=743) 2024-12-01T23:24:00,415 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:00,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-01T23:24:00,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:00,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-01T23:24:00,504 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 621 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:00,504 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.4, size=1.4 K (1393bytes) at 1733095439846Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.4 so closing down at 1733095439885 (+39 ms)3 split writer threads finished at 1733095439892 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733095439932 (+40 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095439956 (+24 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095440415 (+459 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733095440431 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095440481 (+50 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733095440504 (+23 ms)Processed 20 edits across 2 Regions in 621 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095440504 2024-12-01T23:24:00,519 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/oldWALs/wal.dat.4 2024-12-01T23:24:00,519 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.5, size=1.4 K (1393bytes) 2024-12-01T23:24:00,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.5 2024-12-01T23:24:00,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.5 after 1ms 2024-12-01T23:24:00,530 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.5 took 11ms 2024-12-01T23:24:00,539 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.5 so closing down 2024-12-01T23:24:00,539 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:00,542 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:00,576 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-01T23:24:00,585 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-01T23:24:00,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-01T23:24:00,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-01T23:24:00,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741902_1080 (size=743) 2024-12-01T23:24:00,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741902_1080 (size=743) 2024-12-01T23:24:00,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:00,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-01T23:24:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741903_1081 (size=743) 2024-12-01T23:24:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741903_1081 (size=743) 2024-12-01T23:24:00,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:00,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-01T23:24:00,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 217 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:00,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.5, size=1.4 K (1393bytes) at 1733095440520Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.5 so closing down at 1733095440539 (+19 ms)3 split writer threads finished at 1733095440542 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733095440600 (+58 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733095440608 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095440689 (+81 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733095440705 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095440742 (+37 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733095440755 (+13 ms)Processed 20 edits across 2 Regions in 217 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095440755 2024-12-01T23:24:00,767 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/oldWALs/wal.dat.5 2024-12-01T23:24:00,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:24:00,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.6 2024-12-01T23:24:00,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.6 after 1ms 2024-12-01T23:24:00,773 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.6 took 6ms 2024-12-01T23:24:00,794 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.6 so closing down 2024-12-01T23:24:00,794 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:00,798 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:00,841 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:00,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:00,850 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:00,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:00,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741904_1082 (size=749) 2024-12-01T23:24:00,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741904_1082 (size=749) 2024-12-01T23:24:00,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:00,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-01T23:24:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741905_1083 (size=749) 2024-12-01T23:24:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741905_1083 (size=749) 2024-12-01T23:24:01,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:01,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-01T23:24:01,414 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 622 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-01T23:24:01,414 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.6, size=1.4 K (1405bytes) at 1733095440767Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.6 so closing down at 1733095440794 (+27 ms)3 split writer threads finished at 1733095440798 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733095440849 (+51 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733095440856 (+7 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095440913 (+57 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733095440926 (+13 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095441409 (+483 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733095441414 (+5 ms)Processed 20 edits across 2 Regions in 622 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733095441414 2024-12-01T23:24:01,420 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/oldWALs/wal.dat.6 2024-12-01T23:24:01,420 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:24:01,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.7 2024-12-01T23:24:01,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.7 after 1ms 2024-12-01T23:24:01,436 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.7 took 16ms 2024-12-01T23:24:01,451 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.7 so closing down 2024-12-01T23:24:01,451 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:01,452 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:01,462 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:01,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:01,498 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:01,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741906_1084 (size=753) 2024-12-01T23:24:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741906_1084 (size=753) 2024-12-01T23:24:01,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:01,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:01,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-01T23:24:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741907_1085 (size=753) 2024-12-01T23:24:01,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741907_1085 (size=753) 2024-12-01T23:24:01,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:01,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-01T23:24:01,605 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 159 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:01,605 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.7, size=1.4 K (1413bytes) at 1733095441420Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.7 so closing down at 1733095441451 (+31 ms)3 split writer threads finished at 1733095441452 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095441466 (+14 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095441530 (+64 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733095441532 (+2 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733095441534 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095441598 (+64 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733095441605 (+7 ms)Processed 20 edits across 2 Regions in 159 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095441605 2024-12-01T23:24:01,621 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/oldWALs/wal.dat.7 2024-12-01T23:24:01,624 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:24:01,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.8 2024-12-01T23:24:01,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.8 after 1ms 2024-12-01T23:24:01,635 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.8 took 13ms 2024-12-01T23:24:01,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.8 so closing down 2024-12-01T23:24:01,642 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:01,647 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:01,653 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:01,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:01,671 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:01,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:01,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741908_1086 (size=753) 2024-12-01T23:24:01,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741908_1086 (size=753) 2024-12-01T23:24:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741909_1087 (size=753) 2024-12-01T23:24:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741909_1087 (size=753) 2024-12-01T23:24:01,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:01,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-01T23:24:02,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:02,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-01T23:24:02,115 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 474 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:02,115 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.8, size=1.4 K (1413bytes) at 1733095441624Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.8 so closing down at 1733095441642 (+18 ms)3 split writer threads finished at 1733095441647 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733095441665 (+18 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733095441680 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095441705 (+25 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733095441709 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095442104 (+395 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733095442115 (+11 ms)Processed 20 edits across 2 Regions in 474 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095442115 2024-12-01T23:24:02,132 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/oldWALs/wal.dat.8 2024-12-01T23:24:02,137 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:24:02,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.9 2024-12-01T23:24:02,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.9 after 1ms 2024-12-01T23:24:02,151 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.9 took 15ms 2024-12-01T23:24:02,180 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.9 so closing down 2024-12-01T23:24:02,180 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:02,185 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:02,210 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:02,223 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:02,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:02,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:02,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741911_1089 (size=753) 2024-12-01T23:24:02,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741911_1089 (size=753) 2024-12-01T23:24:02,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-12-01T23:24:02,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-01T23:24:02,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741910_1088 (size=753) 2024-12-01T23:24:02,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741910_1088 (size=753) 2024-12-01T23:24:02,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:02,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-01T23:24:02,352 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:02,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.9, size=1.4 K (1413bytes) at 1733095442137Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.9 so closing down at 1733095442180 (+43 ms)3 split writer threads finished at 1733095442185 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733095442223 (+38 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733095442237 (+14 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1733095442312 (+75 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733095442316 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095442346 (+30 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733095442351 (+5 ms)Processed 20 edits across 2 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095442352 (+1 ms) 2024-12-01T23:24:02,371 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/WALs/testretryopenduringrecovery,16010,1733095433737/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/f265d235-21f9-7a16-45dd-8a69500ca048/oldWALs/wal.dat.9 2024-12-01T23:24:02,409 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=138 (was 142), OpenFileDescriptor=389 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=839 (was 668) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5931 (was 6759) 2024-12-01T23:24:02,440 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=839, ProcessCount=11, AvailableMemoryMB=5931 2024-12-01T23:24:02,441 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:02,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741912_1090 (size=7) 2024-12-01T23:24:02,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741912_1090 (size=7) 2024-12-01T23:24:02,530 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:02,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:02,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:02,542 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:02,542 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:24:02,543 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:24:02,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:24:02,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741913_1091 (size=1393) 2024-12-01T23:24:02,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741913_1091 (size=1393) 2024-12-01T23:24:02,643 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:24:02,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:24:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,913 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:24:02,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:02,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741914_1092 (size=1393) 2024-12-01T23:24:02,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741914_1092 (size=1393) 2024-12-01T23:24:02,958 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:24:02,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:24:02,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:02,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741915_1093 (size=1393) 2024-12-01T23:24:03,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741915_1093 (size=1393) 2024-12-01T23:24:03,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:24:03,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:24:03,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741916_1094 (size=1393) 2024-12-01T23:24:03,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741916_1094 (size=1393) 2024-12-01T23:24:03,384 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:24:03,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:24:03,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741917_1095 (size=1393) 2024-12-01T23:24:03,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741917_1095 (size=1393) 2024-12-01T23:24:03,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:24:03,589 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:24:03,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,820 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:24:03,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741919_1097 (size=1405) 2024-12-01T23:24:04,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741919_1097 (size=1405) 2024-12-01T23:24:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:24:04,012 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:24:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741920_1098 (size=1413) 2024-12-01T23:24:04,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741920_1098 (size=1413) 2024-12-01T23:24:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:24:04,537 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:24:04,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741921_1099 (size=1413) 2024-12-01T23:24:04,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741921_1099 (size=1413) 2024-12-01T23:24:04,668 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:24:04,669 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:24:04,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:04,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:04,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741922_1100 (size=1413) 2024-12-01T23:24:04,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741922_1100 (size=1413) 2024-12-01T23:24:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:24:04,882 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:24:04,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.0 2024-12-01T23:24:04,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.0 after 8ms 2024-12-01T23:24:04,901 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.0 took 19ms 2024-12-01T23:24:04,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.0 so closing down 2024-12-01T23:24:04,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:04,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:04,971 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:04,977 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:24:04,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:05,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:24:05,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741923_1101 (size=743) 2024-12-01T23:24:05,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741923_1101 (size=743) 2024-12-01T23:24:05,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:05,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:24:05,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741924_1102 (size=743) 2024-12-01T23:24:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741924_1102 (size=743) 2024-12-01T23:24:05,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:05,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:24:05,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 208 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:05,133 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.0, size=1.4 K (1393bytes) at 1733095444882Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.0 so closing down at 1733095444937 (+55 ms)3 split writer threads finished at 1733095444940 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095444992 (+52 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095445008 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095445066 (+58 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095445072 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095445115 (+43 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095445132 (+17 ms)Processed 20 edits across 2 Regions in 208 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095445132 2024-12-01T23:24:05,152 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/oldWALs/wal.dat.0 2024-12-01T23:24:05,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:24:05,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.1 2024-12-01T23:24:05,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.1 after 3ms 2024-12-01T23:24:05,161 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.1 took 9ms 2024-12-01T23:24:05,196 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.1 so closing down 2024-12-01T23:24:05,197 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:05,199 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:05,219 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:24:05,227 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:24:05,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:24:05,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:24:05,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741926_1104 (size=743) 2024-12-01T23:24:05,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741926_1104 (size=743) 2024-12-01T23:24:05,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741925_1103 (size=743) 2024-12-01T23:24:05,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:05,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741925_1103 (size=743) 2024-12-01T23:24:05,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:24:05,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:05,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-01T23:24:05,733 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 538 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:05,736 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.1, size=1.4 K (1393bytes) at 1733095445153Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.1 so closing down at 1733095445197 (+44 ms)3 split writer threads finished at 1733095445199 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095445236 (+37 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095445240 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095445321 (+81 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095445326 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095445709 (+383 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733095445733 (+24 ms)Processed 20 edits across 2 Regions in 538 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095445733 2024-12-01T23:24:05,772 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/oldWALs/wal.dat.1 2024-12-01T23:24:05,773 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:24:05,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.2 2024-12-01T23:24:05,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.2 after 4ms 2024-12-01T23:24:05,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.2 took 14ms 2024-12-01T23:24:05,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.2 so closing down 2024-12-01T23:24:05,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:05,805 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:05,833 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:24:05,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:24:05,846 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:24:05,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:24:06,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741927_1105 (size=743) 2024-12-01T23:24:06,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741927_1105 (size=743) 2024-12-01T23:24:06,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:06,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741928_1106 (size=743) 2024-12-01T23:24:06,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741928_1106 (size=743) 2024-12-01T23:24:06,014 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-01T23:24:06,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:06,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:24:06,054 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 258 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:06,054 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.2, size=1.4 K (1393bytes) at 1733095445773Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.2 so closing down at 1733095445798 (+25 ms)3 split writer threads finished at 1733095445805 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095445844 (+39 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095445856 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095446009 (+153 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733095446014 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095446016 (+2 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095446044 (+28 ms)Processed 20 edits across 2 Regions in 258 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095446054 (+10 ms) 2024-12-01T23:24:06,076 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/oldWALs/wal.dat.2 2024-12-01T23:24:06,077 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:24:06,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.3 2024-12-01T23:24:06,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.3 after 4ms 2024-12-01T23:24:06,088 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.3 took 12ms 2024-12-01T23:24:06,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.3 so closing down 2024-12-01T23:24:06,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:06,124 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:06,152 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:24:06,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:24:06,172 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:24:06,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:24:06,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741929_1107 (size=743) 2024-12-01T23:24:06,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741929_1107 (size=743) 2024-12-01T23:24:06,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741930_1108 (size=743) 2024-12-01T23:24:06,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:06,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741930_1108 (size=743) 2024-12-01T23:24:06,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-01T23:24:06,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:06,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-01T23:24:06,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 579 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:06,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.3, size=1.4 K (1393bytes) at 1733095446077Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.3 so closing down at 1733095446109 (+32 ms)3 split writer threads finished at 1733095446124 (+15 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095446159 (+35 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095446200 (+41 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095446260 (+60 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733095446268 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095446664 (+396 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733095446679 (+15 ms)Processed 20 edits across 2 Regions in 579 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095446679 2024-12-01T23:24:06,693 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/oldWALs/wal.dat.3 2024-12-01T23:24:06,693 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:24:06,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.4 2024-12-01T23:24:06,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.4 after 8ms 2024-12-01T23:24:06,709 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.4 took 16ms 2024-12-01T23:24:06,718 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.4 so closing down 2024-12-01T23:24:06,718 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:06,722 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:06,734 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:24:06,736 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:24:06,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:24:06,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:24:06,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741931_1109 (size=743) 2024-12-01T23:24:06,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741931_1109 (size=743) 2024-12-01T23:24:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741932_1110 (size=743) 2024-12-01T23:24:06,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:06,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741932_1110 (size=743) 2024-12-01T23:24:06,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-01T23:24:07,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:07,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-01T23:24:07,195 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 479 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:07,195 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.4, size=1.4 K (1393bytes) at 1733095446693Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.4 so closing down at 1733095446718 (+25 ms)3 split writer threads finished at 1733095446722 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733095446742 (+20 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095446744 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095446804 (+60 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733095446810 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095447193 (+383 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733095447195 (+2 ms)Processed 20 edits across 2 Regions in 479 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095447195 2024-12-01T23:24:07,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/oldWALs/wal.dat.4 2024-12-01T23:24:07,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5, size=150 (150bytes) 2024-12-01T23:24:07,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5 2024-12-01T23:24:07,210 WARN [IPC Server handler 4 on default port 45359 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-12-01T23:24:07,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5 after 1ms 2024-12-01T23:24:07,953 WARN [ResponseProcessor for block BP-2109899809-172.17.0.3-1733095408801:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-2109899809-172.17.0.3-1733095408801:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-01T23:24:07,953 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-565253445_22 at /127.0.0.1:43994 [Receiving block BP-2109899809-172.17.0.3-1733095408801:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:45357:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43994 dst: /127.0.0.1:45357 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45357 remote=/127.0.0.1:43994]. Total timeout mills is 60000, 55860 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:24:07,954 WARN [DataStreamer for file /user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5 block BP-2109899809-172.17.0.3-1733095408801:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2109899809-172.17.0.3-1733095408801:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45357,DS-08bc437e-0102-4952-b5ac-4b5b7c18aed4,DISK], DatanodeInfoWithStorage[127.0.0.1:36031,DS-3303462c-e8ee-45eb-984f-2c6039448ea3,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45357,DS-08bc437e-0102-4952-b5ac-4b5b7c18aed4,DISK]) is bad. 2024-12-01T23:24:07,955 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-565253445_22 at /127.0.0.1:38620 [Receiving block BP-2109899809-172.17.0.3-1733095408801:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:36031:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38620 dst: /127.0.0.1:36031 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:24:07,960 WARN [DataStreamer for file /user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5 block BP-2109899809-172.17.0.3-1733095408801:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2109899809-172.17.0.3-1733095408801:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-01T23:24:11,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5 after 4002ms 2024-12-01T23:24:11,217 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5 took 4008ms 2024-12-01T23:24:11,228 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5; continuing. 2024-12-01T23:24:11,228 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5 so closing down 2024-12-01T23:24:11,228 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:11,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:11,252 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-01T23:24:11,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-01T23:24:11,268 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-01T23:24:11,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-01T23:24:11,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741934_1113 (size=743) 2024-12-01T23:24:11,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741934_1113 (size=743) 2024-12-01T23:24:11,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:11,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-01T23:24:11,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741933_1112 (size=743) 2024-12-01T23:24:11,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741933_1112 (size=743) 2024-12-01T23:24:11,355 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:11,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-01T23:24:11,358 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 134 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-12-01T23:24:11,359 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5, size=150 (150bytes) at 1733095447209Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5 so closing down at 1733095451228 (+4019 ms)3 split writer threads finished at 1733095451232 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733095451269 (+37 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733095451280 (+11 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095451341 (+61 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733095451343 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095451355 (+12 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733095451358 (+3 ms)Processed 20 edits across 2 Regions in 134 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1733095451358 2024-12-01T23:24:11,362 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/oldWALs/wal.dat.5 2024-12-01T23:24:11,363 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:24:11,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.6 2024-12-01T23:24:11,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.6 after 0ms 2024-12-01T23:24:11,366 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.6 took 3ms 2024-12-01T23:24:11,373 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.6 so closing down 2024-12-01T23:24:11,373 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:11,373 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:11,376 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:11,376 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:11,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:11,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:11,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741936_1115 (size=749) 2024-12-01T23:24:11,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741936_1115 (size=749) 2024-12-01T23:24:11,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:11,408 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-01T23:24:11,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741935_1114 (size=749) 2024-12-01T23:24:11,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741935_1114 (size=749) 2024-12-01T23:24:11,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:11,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-01T23:24:11,832 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-01T23:24:11,832 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.6, size=1.4 K (1405bytes) at 1733095451363Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.6 so closing down at 1733095451373 (+10 ms)3 split writer threads finished at 1733095451373Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733095451377 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733095451378 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095451404 (+26 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733095451408 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095451816 (+408 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733095451828 (+12 ms)Processed 20 edits across 2 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733095451832 (+4 ms) 2024-12-01T23:24:11,851 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/oldWALs/wal.dat.6 2024-12-01T23:24:11,851 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:24:11,851 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.7 2024-12-01T23:24:11,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.7 after 5ms 2024-12-01T23:24:11,869 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.7 took 17ms 2024-12-01T23:24:11,898 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.7 so closing down 2024-12-01T23:24:11,898 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:11,902 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:11,934 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:11,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:11,949 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:11,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:11,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741937_1116 (size=753) 2024-12-01T23:24:11,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741937_1116 (size=753) 2024-12-01T23:24:11,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741938_1117 (size=753) 2024-12-01T23:24:11,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741938_1117 (size=753) 2024-12-01T23:24:11,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:11,981 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-01T23:24:12,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:12,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-01T23:24:12,386 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 490 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:12,386 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.7, size=1.4 K (1413bytes) at 1733095451851Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.7 so closing down at 1733095451898 (+47 ms)3 split writer threads finished at 1733095451902 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095451949 (+47 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733095451952 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095451979 (+27 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733095451981 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095452374 (+393 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733095452385 (+11 ms)Processed 20 edits across 2 Regions in 490 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095452386 (+1 ms) 2024-12-01T23:24:12,393 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/oldWALs/wal.dat.7 2024-12-01T23:24:12,394 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:24:12,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.8 2024-12-01T23:24:12,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.8 after 0ms 2024-12-01T23:24:12,400 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.8 took 7ms 2024-12-01T23:24:12,406 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.8 so closing down 2024-12-01T23:24:12,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:12,409 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:12,422 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:12,430 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:12,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:12,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:12,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741939_1118 (size=753) 2024-12-01T23:24:12,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741939_1118 (size=753) 2024-12-01T23:24:12,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741940_1119 (size=753) 2024-12-01T23:24:12,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-01T23:24:12,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741940_1119 (size=753) 2024-12-01T23:24:12,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:12,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-01T23:24:12,519 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 115 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:12,519 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.8, size=1.4 K (1413bytes) at 1733095452394Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.8 so closing down at 1733095452406 (+12 ms)3 split writer threads finished at 1733095452410 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733095452431 (+21 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733095452436 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095452488 (+52 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733095452501 (+13 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095452516 (+15 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733095452519 (+3 ms)Processed 20 edits across 2 Regions in 115 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095452519 2024-12-01T23:24:12,523 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/oldWALs/wal.dat.8 2024-12-01T23:24:12,523 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:24:12,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.9 2024-12-01T23:24:12,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.9 after 1ms 2024-12-01T23:24:12,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.9 took 6ms 2024-12-01T23:24:12,535 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.9 so closing down 2024-12-01T23:24:12,535 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:12,536 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:12,540 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:12,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:12,561 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:12,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:12,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741941_1120 (size=753) 2024-12-01T23:24:12,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741941_1120 (size=753) 2024-12-01T23:24:12,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:12,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-01T23:24:12,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741942_1121 (size=753) 2024-12-01T23:24:12,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741942_1121 (size=753) 2024-12-01T23:24:12,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:12,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-01T23:24:12,658 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:12,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.9, size=1.4 K (1413bytes) at 1733095452523Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.9 so closing down at 1733095452535 (+12 ms)3 split writer threads finished at 1733095452536 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733095452546 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733095452572 (+26 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095452609 (+37 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733095452624 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095452653 (+29 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733095452658 (+5 ms)Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095452658 2024-12-01T23:24:12,664 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733095442542/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/eed76f52-fb72-75b8-774f-88b7029a3147/oldWALs/wal.dat.9 2024-12-01T23:24:12,900 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=138 (was 138), OpenFileDescriptor=395 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=908 (was 839) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5247 (was 5931) 2024-12-01T23:24:12,911 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=908, ProcessCount=11, AvailableMemoryMB=5245 2024-12-01T23:24:12,912 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:12,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741943_1122 (size=7) 2024-12-01T23:24:12,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741943_1122 (size=7) 2024-12-01T23:24:13,012 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:13,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:13,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:13,024 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:13,068 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138 (was 138), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=908 (was 908), ProcessCount=11 (was 11), AvailableMemoryMB=5199 (was 5245) 2024-12-01T23:24:13,079 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=908, ProcessCount=11, AvailableMemoryMB=5193 2024-12-01T23:24:13,079 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:13,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741944_1123 (size=7) 2024-12-01T23:24:13,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741944_1123 (size=7) 2024-12-01T23:24:13,148 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:13,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:13,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:13,154 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:13,154 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:24:13,155 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:24:13,159 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:24:13,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741945_1124 (size=1393) 2024-12-01T23:24:13,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741945_1124 (size=1393) 2024-12-01T23:24:13,652 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:24:13,652 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:24:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:13,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741946_1125 (size=1393) 2024-12-01T23:24:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741946_1125 (size=1393) 2024-12-01T23:24:14,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:24:14,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741947_1126 (size=1393) 2024-12-01T23:24:14,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741947_1126 (size=1393) 2024-12-01T23:24:14,303 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:24:14,303 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:24:14,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741948_1127 (size=1393) 2024-12-01T23:24:14,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741948_1127 (size=1393) 2024-12-01T23:24:14,341 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:24:14,341 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:24:14,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741949_1128 (size=1393) 2024-12-01T23:24:14,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741949_1128 (size=1393) 2024-12-01T23:24:14,386 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:24:14,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:24:14,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741950_1129 (size=1393) 2024-12-01T23:24:14,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741950_1129 (size=1393) 2024-12-01T23:24:14,876 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:24:14,876 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:24:14,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:14,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:14,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741951_1130 (size=1405) 2024-12-01T23:24:15,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741951_1130 (size=1405) 2024-12-01T23:24:15,102 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:24:15,102 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:24:15,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741952_1131 (size=1413) 2024-12-01T23:24:15,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741952_1131 (size=1413) 2024-12-01T23:24:15,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:24:15,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:24:15,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741953_1132 (size=1413) 2024-12-01T23:24:15,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741953_1132 (size=1413) 2024-12-01T23:24:15,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:24:15,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:24:15,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:15,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:15,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741954_1133 (size=1413) 2024-12-01T23:24:15,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741954_1133 (size=1413) 2024-12-01T23:24:15,748 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:24:15,801 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:24:15,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.0 2024-12-01T23:24:15,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.0 after 1ms 2024-12-01T23:24:15,819 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.0 took 19ms 2024-12-01T23:24:15,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.0 so closing down 2024-12-01T23:24:15,844 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:15,848 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:15,873 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:15,877 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:24:15,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:15,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:24:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741955_1134 (size=743) 2024-12-01T23:24:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741955_1134 (size=743) 2024-12-01T23:24:15,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741956_1135 (size=743) 2024-12-01T23:24:15,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741956_1135 (size=743) 2024-12-01T23:24:16,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:16,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:24:16,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:16,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:24:16,381 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 544 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:16,381 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.0, size=1.4 K (1393bytes) at 1733095455801Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.0 so closing down at 1733095455844 (+43 ms)3 split writer threads finished at 1733095455848 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095455893 (+45 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095455893Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095456345 (+452 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095456358 (+13 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095456360 (+2 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095456381 (+21 ms)Processed 20 edits across 2 Regions in 544 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095456381 2024-12-01T23:24:16,409 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/oldWALs/wal.dat.0 2024-12-01T23:24:16,410 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:24:16,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.1 2024-12-01T23:24:16,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.1 after 5ms 2024-12-01T23:24:16,426 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.1 took 17ms 2024-12-01T23:24:16,438 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.1 so closing down 2024-12-01T23:24:16,438 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:16,452 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:16,497 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:24:16,502 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:24:16,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:24:16,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:24:16,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741957_1136 (size=743) 2024-12-01T23:24:16,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741957_1136 (size=743) 2024-12-01T23:24:16,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:16,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:24:16,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741958_1137 (size=743) 2024-12-01T23:24:16,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741958_1137 (size=743) 2024-12-01T23:24:16,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:16,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-01T23:24:16,648 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 214 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:16,648 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.1, size=1.4 K (1393bytes) at 1733095456410Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.1 so closing down at 1733095456438 (+28 ms)3 split writer threads finished at 1733095456452 (+14 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095456518 (+66 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095456524 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095456604 (+80 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095456626 (+22 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095456630 (+4 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733095456644 (+14 ms)Processed 20 edits across 2 Regions in 214 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095456648 (+4 ms) 2024-12-01T23:24:16,664 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/oldWALs/wal.dat.1 2024-12-01T23:24:16,665 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:24:16,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.2 2024-12-01T23:24:16,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.2 after 3ms 2024-12-01T23:24:16,685 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.2 took 21ms 2024-12-01T23:24:16,718 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.2 so closing down 2024-12-01T23:24:16,718 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:16,718 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:16,743 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:24:16,745 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:24:16,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:24:16,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:24:16,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741959_1138 (size=743) 2024-12-01T23:24:16,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741959_1138 (size=743) 2024-12-01T23:24:16,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741960_1139 (size=743) 2024-12-01T23:24:16,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:16,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741960_1139 (size=743) 2024-12-01T23:24:16,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:24:17,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:17,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-01T23:24:17,278 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 562 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:17,278 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.2, size=1.4 K (1393bytes) at 1733095456665Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.2 so closing down at 1733095456718 (+53 ms)3 split writer threads finished at 1733095456718Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095456768 (+50 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095456773 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095456912 (+139 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095456918 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095457270 (+352 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733095457272 (+2 ms)Processed 20 edits across 2 Regions in 562 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095457278 (+6 ms) 2024-12-01T23:24:17,292 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/oldWALs/wal.dat.2 2024-12-01T23:24:17,292 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:24:17,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.3 2024-12-01T23:24:17,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.3 after 1ms 2024-12-01T23:24:17,306 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.3 took 14ms 2024-12-01T23:24:17,327 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.3 so closing down 2024-12-01T23:24:17,327 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:17,330 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:17,348 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:24:17,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:24:17,373 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:24:17,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:24:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741961_1140 (size=743) 2024-12-01T23:24:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741961_1140 (size=743) 2024-12-01T23:24:17,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741962_1141 (size=743) 2024-12-01T23:24:17,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741962_1141 (size=743) 2024-12-01T23:24:17,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:17,512 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-01T23:24:17,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:17,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-01T23:24:17,872 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 546 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:17,872 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.3, size=1.4 K (1393bytes) at 1733095457292Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.3 so closing down at 1733095457327 (+35 ms)3 split writer threads finished at 1733095457330 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095457373 (+43 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095457403 (+30 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095457492 (+89 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733095457512 (+20 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095457864 (+352 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733095457870 (+6 ms)Processed 20 edits across 2 Regions in 546 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095457872 (+2 ms) 2024-12-01T23:24:17,881 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/oldWALs/wal.dat.3 2024-12-01T23:24:17,882 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:24:17,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.4 2024-12-01T23:24:17,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.4 after 3ms 2024-12-01T23:24:17,891 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.4 took 10ms 2024-12-01T23:24:17,906 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.4 so closing down 2024-12-01T23:24:17,907 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:17,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:17,921 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:24:17,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:24:17,953 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:24:17,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:24:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741963_1142 (size=743) 2024-12-01T23:24:18,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741963_1142 (size=743) 2024-12-01T23:24:18,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:18,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-01T23:24:18,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741964_1143 (size=743) 2024-12-01T23:24:18,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741964_1143 (size=743) 2024-12-01T23:24:18,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:18,078 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-01T23:24:18,078 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 175 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:18,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.4, size=1.4 K (1393bytes) at 1733095457882Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.4 so closing down at 1733095457906 (+24 ms)3 split writer threads finished at 1733095457914 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095457932 (+18 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733095457996 (+64 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095458020 (+24 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733095458035 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095458072 (+37 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733095458078 (+6 ms)Processed 20 edits across 2 Regions in 175 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095458078 2024-12-01T23:24:18,101 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/oldWALs/wal.dat.4 2024-12-01T23:24:18,101 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.5, size=1.4 K (1393bytes) 2024-12-01T23:24:18,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.5 2024-12-01T23:24:18,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.5 after 8ms 2024-12-01T23:24:18,122 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.5 took 21ms 2024-12-01T23:24:18,144 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.5 so closing down 2024-12-01T23:24:18,145 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:18,152 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:18,169 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-01T23:24:18,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-01T23:24:18,189 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-01T23:24:18,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-01T23:24:18,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741965_1144 (size=743) 2024-12-01T23:24:18,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741965_1144 (size=743) 2024-12-01T23:24:18,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:18,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741966_1145 (size=743) 2024-12-01T23:24:18,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741966_1145 (size=743) 2024-12-01T23:24:18,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-01T23:24:18,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:18,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-01T23:24:18,340 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 204 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:18,340 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.5, size=1.4 K (1393bytes) at 1733095458101Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.5 so closing down at 1733095458145 (+44 ms)3 split writer threads finished at 1733095458152 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733095458173 (+21 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733095458241 (+68 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095458290 (+49 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733095458305 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095458316 (+11 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733095458340 (+24 ms)Processed 20 edits across 2 Regions in 204 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095458340 2024-12-01T23:24:18,364 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/oldWALs/wal.dat.5 2024-12-01T23:24:18,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:24:18,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.6 2024-12-01T23:24:18,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.6 after 1ms 2024-12-01T23:24:18,368 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.6 took 4ms 2024-12-01T23:24:18,386 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.6 so closing down 2024-12-01T23:24:18,386 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:18,390 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:18,416 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:18,416 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:18,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:18,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:18,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741967_1146 (size=749) 2024-12-01T23:24:18,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741967_1146 (size=749) 2024-12-01T23:24:18,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:18,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-01T23:24:18,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741968_1147 (size=749) 2024-12-01T23:24:18,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:18,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741968_1147 (size=749) 2024-12-01T23:24:18,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-01T23:24:18,530 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-01T23:24:18,530 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.6, size=1.4 K (1405bytes) at 1733095458364Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.6 so closing down at 1733095458386 (+22 ms)3 split writer threads finished at 1733095458390 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733095458426 (+36 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733095458430 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095458500 (+70 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733095458512 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095458516 (+4 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733095458530 (+14 ms)Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733095458530 2024-12-01T23:24:18,534 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/oldWALs/wal.dat.6 2024-12-01T23:24:18,535 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:24:18,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.7 2024-12-01T23:24:18,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.7 after 1ms 2024-12-01T23:24:18,543 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.7 took 9ms 2024-12-01T23:24:18,566 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.7 so closing down 2024-12-01T23:24:18,566 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:18,568 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:18,584 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:18,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:18,600 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:18,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:18,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741969_1148 (size=753) 2024-12-01T23:24:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741969_1148 (size=753) 2024-12-01T23:24:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741970_1149 (size=753) 2024-12-01T23:24:18,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741970_1149 (size=753) 2024-12-01T23:24:18,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:18,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-01T23:24:19,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:19,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-01T23:24:19,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 528 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:19,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.7, size=1.4 K (1413bytes) at 1733095458535Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.7 so closing down at 1733095458566 (+31 ms)3 split writer threads finished at 1733095458568 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095458589 (+21 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733095458664 (+75 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095458736 (+72 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733095458746 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095459080 (+334 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733095459088 (+8 ms)Processed 20 edits across 2 Regions in 528 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095459088 2024-12-01T23:24:19,112 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/oldWALs/wal.dat.7 2024-12-01T23:24:19,113 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:24:19,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.8 2024-12-01T23:24:19,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.8 after 0ms 2024-12-01T23:24:19,129 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.8 took 17ms 2024-12-01T23:24:19,149 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.8 so closing down 2024-12-01T23:24:19,149 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:19,149 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:19,179 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:19,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:19,200 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:19,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:19,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741971_1150 (size=753) 2024-12-01T23:24:19,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741971_1150 (size=753) 2024-12-01T23:24:19,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:19,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-01T23:24:19,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741972_1151 (size=753) 2024-12-01T23:24:19,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741972_1151 (size=753) 2024-12-01T23:24:19,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:19,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-01T23:24:19,300 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:19,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.8, size=1.4 K (1413bytes) at 1733095459113Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.8 so closing down at 1733095459149 (+36 ms)3 split writer threads finished at 1733095459149Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733095459190 (+41 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733095459205 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095459282 (+77 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733095459290 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095459297 (+7 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733095459300 (+3 ms)Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095459300 2024-12-01T23:24:19,303 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/oldWALs/wal.dat.8 2024-12-01T23:24:19,304 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:24:19,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.9 2024-12-01T23:24:19,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.9 after 1ms 2024-12-01T23:24:19,309 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.9 took 6ms 2024-12-01T23:24:19,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.9 so closing down 2024-12-01T23:24:19,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:19,337 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:19,359 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:19,365 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:19,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:19,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:19,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741973_1152 (size=753) 2024-12-01T23:24:19,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741973_1152 (size=753) 2024-12-01T23:24:19,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741974_1153 (size=753) 2024-12-01T23:24:19,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741974_1153 (size=753) 2024-12-01T23:24:19,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:19,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-01T23:24:19,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:19,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-01T23:24:19,909 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 577 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:19,910 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.9, size=1.4 K (1413bytes) at 1733095459304Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.9 so closing down at 1733095459337 (+33 ms)3 split writer threads finished at 1733095459337Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733095459366 (+29 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733095459384 (+18 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095459900 (+516 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733095459904 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095459906 (+2 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733095459909 (+3 ms)Processed 20 edits across 2 Regions in 577 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095459909 2024-12-01T23:24:19,914 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/WALs/testsplit,16010,1733095453154/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/ec2d5df1-bfdf-c061-6bd9-aa5188e56866/oldWALs/wal.dat.9 2024-12-01T23:24:20,221 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=137 (was 138), OpenFileDescriptor=387 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1015 (was 908) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3820 (was 5193) 2024-12-01T23:24:20,234 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1015, ProcessCount=11, AvailableMemoryMB=3817 2024-12-01T23:24:20,234 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:20,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741975_1154 (size=7) 2024-12-01T23:24:20,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741975_1154 (size=7) 2024-12-01T23:24:20,360 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:20,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:20,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:20,373 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:20,373 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:24:20,375 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:24:20,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:24:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:20,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741976_1155 (size=1393) 2024-12-01T23:24:20,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741976_1155 (size=1393) 2024-12-01T23:24:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:24:20,953 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:24:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741977_1156 (size=1393) 2024-12-01T23:24:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741977_1156 (size=1393) 2024-12-01T23:24:21,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:24:21,131 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:24:21,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741978_1157 (size=1393) 2024-12-01T23:24:21,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741978_1157 (size=1393) 2024-12-01T23:24:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:24:21,717 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:24:21,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:21,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:21,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741979_1158 (size=1393) 2024-12-01T23:24:21,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741979_1158 (size=1393) 2024-12-01T23:24:22,338 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:24:22,338 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:24:22,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741980_1159 (size=1393) 2024-12-01T23:24:22,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741980_1159 (size=1393) 2024-12-01T23:24:22,601 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:24:22,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:24:22,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741981_1160 (size=1393) 2024-12-01T23:24:22,709 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:24:22,709 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:24:22,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741981_1160 (size=1393) 2024-12-01T23:24:22,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741982_1161 (size=1405) 2024-12-01T23:24:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741982_1161 (size=1405) 2024-12-01T23:24:22,878 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:24:22,878 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:24:22,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741983_1162 (size=1413) 2024-12-01T23:24:22,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741983_1162 (size=1413) 2024-12-01T23:24:22,944 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:24:22,945 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:24:22,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741984_1163 (size=1413) 2024-12-01T23:24:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741984_1163 (size=1413) 2024-12-01T23:24:23,005 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:24:23,005 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:24:23,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:23,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:23,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741985_1164 (size=1413) 2024-12-01T23:24:23,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741985_1164 (size=1413) 2024-12-01T23:24:23,068 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:24:23,090 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:24:23,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.0 2024-12-01T23:24:23,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.0 after 2ms 2024-12-01T23:24:23,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.0 took 13ms 2024-12-01T23:24:23,116 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.0 so closing down 2024-12-01T23:24:23,116 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:23,120 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:23,134 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:23,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:23,140 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:24:23,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:24:23,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741986_1165 (size=743) 2024-12-01T23:24:23,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741986_1165 (size=743) 2024-12-01T23:24:23,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:23,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:24:23,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741987_1166 (size=743) 2024-12-01T23:24:23,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741987_1166 (size=743) 2024-12-01T23:24:23,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:24,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:24:24,589 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 1481 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:24,589 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.0, size=1.4 K (1393bytes) at 1733095463090Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.0 so closing down at 1733095463116 (+26 ms)3 split writer threads finished at 1733095463121 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095463138 (+17 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095463144 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095463159 (+15 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095463163 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095463568 (+405 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095464588 (+1020 ms)Processed 20 edits across 2 Regions in 1481 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095464589 (+1 ms) 2024-12-01T23:24:24,617 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/oldWALs/wal.dat.0 2024-12-01T23:24:24,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:24:24,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.1 2024-12-01T23:24:24,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.1 after 5ms 2024-12-01T23:24:24,632 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.1 took 15ms 2024-12-01T23:24:24,663 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.1 so closing down 2024-12-01T23:24:24,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:24,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:24,697 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:24:24,700 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:24:24,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:24:24,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:24:24,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741988_1167 (size=743) 2024-12-01T23:24:24,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741988_1167 (size=743) 2024-12-01T23:24:24,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:24,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-01T23:24:24,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741989_1168 (size=743) 2024-12-01T23:24:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741989_1168 (size=743) 2024-12-01T23:24:24,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:24,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:24:24,753 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:24,753 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.1, size=1.4 K (1393bytes) at 1733095464618Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.1 so closing down at 1733095464663 (+45 ms)3 split writer threads finished at 1733095464664 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095464701 (+37 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095464704 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095464721 (+17 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733095464724 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095464748 (+24 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095464753 (+5 ms)Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095464753 2024-12-01T23:24:24,759 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/oldWALs/wal.dat.1 2024-12-01T23:24:24,759 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:24:24,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.2 2024-12-01T23:24:24,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.2 after 1ms 2024-12-01T23:24:24,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.2 took 26ms 2024-12-01T23:24:24,814 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.2 so closing down 2024-12-01T23:24:24,816 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:24,821 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:24,843 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:24:24,843 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:24:24,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:24:24,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:24:24,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741990_1169 (size=743) 2024-12-01T23:24:24,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741990_1169 (size=743) 2024-12-01T23:24:24,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:24,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:24:24,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741991_1170 (size=743) 2024-12-01T23:24:24,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741991_1170 (size=743) 2024-12-01T23:24:24,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:24,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-01T23:24:24,961 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 151 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:24,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.2, size=1.4 K (1393bytes) at 1733095464759Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.2 so closing down at 1733095464816 (+57 ms)3 split writer threads finished at 1733095464821 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095464852 (+31 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095464863 (+11 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095464937 (+74 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095464942 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095464957 (+15 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733095464961 (+4 ms)Processed 20 edits across 2 Regions in 151 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095464961 2024-12-01T23:24:24,966 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/oldWALs/wal.dat.2 2024-12-01T23:24:24,966 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:24:24,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.3 2024-12-01T23:24:24,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.3 after 1ms 2024-12-01T23:24:24,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.3 took 5ms 2024-12-01T23:24:24,989 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.3 so closing down 2024-12-01T23:24:24,989 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:24,993 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:24,997 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:24:25,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:24:25,008 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:24:25,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:24:25,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741993_1172 (size=743) 2024-12-01T23:24:25,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741993_1172 (size=743) 2024-12-01T23:24:25,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:25,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741992_1171 (size=743) 2024-12-01T23:24:25,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741992_1171 (size=743) 2024-12-01T23:24:25,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:25,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-01T23:24:25,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-01T23:24:25,054 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:25,054 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.3, size=1.4 K (1393bytes) at 1733095464966Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.3 so closing down at 1733095464989 (+23 ms)3 split writer threads finished at 1733095464993 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095465000 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095465012 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095465045 (+33 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095465050 (+5 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733095465052 (+2 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733095465054 (+2 ms)Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095465054 2024-12-01T23:24:25,062 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/oldWALs/wal.dat.3 2024-12-01T23:24:25,062 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:24:25,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.4 2024-12-01T23:24:25,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.4 after 0ms 2024-12-01T23:24:25,067 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.4 took 4ms 2024-12-01T23:24:25,077 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.4 so closing down 2024-12-01T23:24:25,077 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:25,078 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:25,092 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:24:25,100 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:24:25,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:24:25,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:24:25,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741994_1173 (size=743) 2024-12-01T23:24:25,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:25,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741994_1173 (size=743) 2024-12-01T23:24:25,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-01T23:24:25,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741995_1174 (size=743) 2024-12-01T23:24:25,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741995_1174 (size=743) 2024-12-01T23:24:25,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:25,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-01T23:24:25,591 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 519 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:25,592 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.4, size=1.4 K (1393bytes) at 1733095465063Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.4 so closing down at 1733095465077 (+14 ms)3 split writer threads finished at 1733095465078 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095465111 (+33 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733095465115 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095465159 (+44 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733095465162 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095465570 (+408 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733095465591 (+21 ms)Processed 20 edits across 2 Regions in 519 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095465591 2024-12-01T23:24:25,602 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/oldWALs/wal.dat.4 2024-12-01T23:24:25,602 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.5, size=1.4 K (1393bytes) 2024-12-01T23:24:25,602 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.5 2024-12-01T23:24:25,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.5 after 5ms 2024-12-01T23:24:25,616 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.5 took 14ms 2024-12-01T23:24:25,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.5 so closing down 2024-12-01T23:24:25,642 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:25,652 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:25,685 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-01T23:24:25,696 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-01T23:24:25,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-01T23:24:25,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-01T23:24:25,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741997_1176 (size=743) 2024-12-01T23:24:25,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741997_1176 (size=743) 2024-12-01T23:24:25,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:25,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-01T23:24:25,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741996_1175 (size=743) 2024-12-01T23:24:25,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:25,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741996_1175 (size=743) 2024-12-01T23:24:25,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-01T23:24:25,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:25,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.5, size=1.4 K (1393bytes) at 1733095465602Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.5 so closing down at 1733095465642 (+40 ms)3 split writer threads finished at 1733095465652 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733095465704 (+52 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733095465704Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095465763 (+59 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733095465773 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095465778 (+5 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733095465782 (+4 ms)Processed 20 edits across 2 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095465782 2024-12-01T23:24:25,789 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/oldWALs/wal.dat.5 2024-12-01T23:24:25,789 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:24:25,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.6 2024-12-01T23:24:25,791 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.6 after 2ms 2024-12-01T23:24:25,797 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.6 took 8ms 2024-12-01T23:24:25,805 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.6 so closing down 2024-12-01T23:24:25,805 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:25,808 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:25,817 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:25,823 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:25,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:25,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:25,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741999_1178 (size=749) 2024-12-01T23:24:25,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741999_1178 (size=749) 2024-12-01T23:24:25,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073741998_1177 (size=749) 2024-12-01T23:24:25,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741998_1177 (size=749) 2024-12-01T23:24:25,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:25,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-01T23:24:25,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-01T23:24:25,891 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-01T23:24:25,891 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.6, size=1.4 K (1405bytes) at 1733095465789Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.6 so closing down at 1733095465805 (+16 ms)3 split writer threads finished at 1733095465808 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733095465828 (+20 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733095465833 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095465872 (+39 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095465884 (+12 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733095465885 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733095465891 (+6 ms)Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733095465891 2024-12-01T23:24:25,899 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/oldWALs/wal.dat.6 2024-12-01T23:24:25,899 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:24:25,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.7 2024-12-01T23:24:25,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.7 after 5ms 2024-12-01T23:24:25,910 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.7 took 11ms 2024-12-01T23:24:25,950 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.7 so closing down 2024-12-01T23:24:25,950 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:25,950 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:25,974 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:25,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:25,988 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:25,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:26,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742000_1179 (size=753) 2024-12-01T23:24:26,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742000_1179 (size=753) 2024-12-01T23:24:26,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:26,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-01T23:24:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742001_1180 (size=753) 2024-12-01T23:24:26,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742001_1180 (size=753) 2024-12-01T23:24:26,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:26,078 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-01T23:24:26,078 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 130 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:26,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.7, size=1.4 K (1413bytes) at 1733095465899Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.7 so closing down at 1733095465950 (+51 ms)3 split writer threads finished at 1733095465950Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095465981 (+31 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733095465996 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095466018 (+22 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733095466030 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095466073 (+43 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733095466078 (+5 ms)Processed 20 edits across 2 Regions in 130 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095466078 2024-12-01T23:24:26,082 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/oldWALs/wal.dat.7 2024-12-01T23:24:26,082 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:24:26,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.8 2024-12-01T23:24:26,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.8 after 1ms 2024-12-01T23:24:26,090 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.8 took 8ms 2024-12-01T23:24:26,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.8 so closing down 2024-12-01T23:24:26,110 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:26,110 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:26,119 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:26,124 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:26,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:26,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:26,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742002_1181 (size=753) 2024-12-01T23:24:26,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742002_1181 (size=753) 2024-12-01T23:24:26,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742003_1182 (size=753) 2024-12-01T23:24:26,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742003_1182 (size=753) 2024-12-01T23:24:26,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:26,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-01T23:24:26,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:26,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-01T23:24:26,563 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 456 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:26,564 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.8, size=1.4 K (1413bytes) at 1733095466082Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.8 so closing down at 1733095466110 (+28 ms)3 split writer threads finished at 1733095466110Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733095466128 (+18 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733095466128Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095466165 (+37 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733095466170 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095466551 (+381 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733095466563 (+12 ms)Processed 20 edits across 2 Regions in 456 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095466563 2024-12-01T23:24:26,569 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/oldWALs/wal.dat.8 2024-12-01T23:24:26,570 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:24:26,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.9 2024-12-01T23:24:26,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.9 after 3ms 2024-12-01T23:24:26,595 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.9 took 26ms 2024-12-01T23:24:26,613 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.9 so closing down 2024-12-01T23:24:26,613 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:26,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:26,627 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:26,627 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:26,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:26,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742005_1184 (size=753) 2024-12-01T23:24:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742005_1184 (size=753) 2024-12-01T23:24:26,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:26,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-01T23:24:26,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742004_1183 (size=753) 2024-12-01T23:24:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742004_1183 (size=753) 2024-12-01T23:24:26,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:26,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-01T23:24:26,657 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:26,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.9, size=1.4 K (1413bytes) at 1733095466570Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.9 so closing down at 1733095466613 (+43 ms)3 split writer threads finished at 1733095466616 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733095466632 (+16 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733095466632Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095466642 (+10 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733095466644 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095466655 (+11 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733095466657 (+2 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095466658 (+1 ms) 2024-12-01T23:24:26,660 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/WALs/testmovedwalduringrecovery,16010,1733095460373/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/0541f9cb-4f69-59ae-4d8e-bdd5392f6d3b/oldWALs/wal.dat.9 2024-12-01T23:24:26,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1094 (was 1015) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2589 (was 3817) 2024-12-01T23:24:26,678 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1094, ProcessCount=11, AvailableMemoryMB=2589 2024-12-01T23:24:26,678 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:26,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742006_1185 (size=7) 2024-12-01T23:24:26,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742006_1185 (size=7) 2024-12-01T23:24:26,691 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:26,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:26,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:26,696 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:26,699 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-12-01T23:24:26,700 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-12-01T23:24:26,701 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-12-01T23:24:26,702 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-12-01T23:24:26,702 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-12-01T23:24:26,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/WALs/testthreading,16010,1733095466697/wal.dat..fake, size=0 (0bytes) 2024-12-01T23:24:26,732 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/WALs/testthreading,16010,1733095466697/wal.dat..fake took 9ms 2024-12-01T23:24:27,433 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/WALs/testthreading,16010,1733095466697/wal.dat..fake so closing down 2024-12-01T23:24:27,433 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:27,434 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:27,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-12-01T23:24:27,460 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-12-01T23:24:27,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-12-01T23:24:27,542 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 82 ms) 2024-12-01T23:24:27,553 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-12-01T23:24:27,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 167 ms) 2024-12-01T23:24:27,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-12-01T23:24:27,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 170 ms) 2024-12-01T23:24:27,635 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 81 ms) 2024-12-01T23:24:27,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 75 ms) 2024-12-01T23:24:27,690 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 954 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/WALs/testthreading,16010,1733095466697/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-12-01T23:24:27,690 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/WALs/testthreading,16010,1733095466697/wal.dat..fake, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/WALs/testthreading,16010,1733095466697/wal.dat..fake, size=0 (0bytes) at 1733095466723Split 1024 edits, skipped 0 edits. at 1733095466771 (+48 ms)Split 2048 edits, skipped 0 edits. at 1733095466807 (+36 ms)Split 3072 edits, skipped 0 edits. at 1733095466837 (+30 ms)Split 4096 edits, skipped 0 edits. at 1733095466860 (+23 ms)Split 5120 edits, skipped 0 edits. at 1733095466880 (+20 ms)Split 6144 edits, skipped 0 edits. at 1733095466900 (+20 ms)Split 7168 edits, skipped 0 edits. at 1733095466918 (+18 ms)Split 8192 edits, skipped 0 edits. at 1733095466937 (+19 ms)Split 9216 edits, skipped 0 edits. at 1733095466963 (+26 ms)Split 10240 edits, skipped 0 edits. at 1733095466983 (+20 ms)Split 11264 edits, skipped 0 edits. at 1733095467016 (+33 ms)Split 12288 edits, skipped 0 edits. at 1733095467062 (+46 ms)Split 13312 edits, skipped 0 edits. at 1733095467091 (+29 ms)Split 14336 edits, skipped 0 edits. at 1733095467141 (+50 ms)Split 15360 edits, skipped 0 edits. at 1733095467178 (+37 ms)Split 16384 edits, skipped 0 edits. at 1733095467232 (+54 ms)Split 17408 edits, skipped 0 edits. at 1733095467288 (+56 ms)Split 18432 edits, skipped 0 edits. at 1733095467346 (+58 ms)Split 19456 edits, skipped 0 edits. at 1733095467400 (+54 ms)Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/WALs/testthreading,16010,1733095466697/wal.dat..fake so closing down at 1733095467433 (+33 ms)3 split writer threads finished at 1733095467434 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1733095467440 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1733095467460 (+20 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1733095467460Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 82 ms) at 1733095467542 (+82 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1733095467553 (+11 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 167 ms) at 1733095467608 (+55 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1733095467612 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 170 ms) at 1733095467631 (+19 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 81 ms) at 1733095467635 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 75 ms) at 1733095467688 (+53 ms)Processed 20000 edits across 5 Regions in 954 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ca8dd41d-0b13-97a2-be07-e1541ef30ee9/WALs/testthreading,16010,1733095466697/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1733095467690 (+2 ms) 2024-12-01T23:24:27,691 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-12-01T23:24:27,691 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-12-01T23:24:27,691 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-12-01T23:24:27,691 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-12-01T23:24:27,691 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-12-01T23:24:27,711 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1094 (was 1094), ProcessCount=11 (was 11), AvailableMemoryMB=2468 (was 2589) 2024-12-01T23:24:27,727 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=137, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1094, ProcessCount=11, AvailableMemoryMB=2468 2024-12-01T23:24:27,728 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:27,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742007_1186 (size=7) 2024-12-01T23:24:27,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742007_1186 (size=7) 2024-12-01T23:24:28,206 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:28,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:28,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:28,219 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:28,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-01T23:24:28,223 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:24:28,230 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:24:28,237 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:24:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742008_1187 (size=1393) 2024-12-01T23:24:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742008_1187 (size=1393) 2024-12-01T23:24:28,313 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:24:28,313 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:24:28,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742009_1188 (size=1393) 2024-12-01T23:24:28,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742009_1188 (size=1393) 2024-12-01T23:24:28,361 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:24:28,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742010_1189 (size=1393) 2024-12-01T23:24:28,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742010_1189 (size=1393) 2024-12-01T23:24:28,422 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:24:28,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:24:28,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742011_1190 (size=1393) 2024-12-01T23:24:28,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742011_1190 (size=1393) 2024-12-01T23:24:28,516 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:24:28,517 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:24:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742012_1191 (size=1393) 2024-12-01T23:24:28,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742012_1191 (size=1393) 2024-12-01T23:24:28,560 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:24:28,560 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:24:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742013_1192 (size=1393) 2024-12-01T23:24:28,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742013_1192 (size=1393) 2024-12-01T23:24:28,631 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:24:28,632 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:24:28,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742014_1193 (size=1405) 2024-12-01T23:24:28,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742014_1193 (size=1405) 2024-12-01T23:24:28,728 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:24:28,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:24:28,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742015_1194 (size=1413) 2024-12-01T23:24:28,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742015_1194 (size=1413) 2024-12-01T23:24:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:24:28,807 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:24:28,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742016_1195 (size=1413) 2024-12-01T23:24:28,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742016_1195 (size=1413) 2024-12-01T23:24:28,916 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:24:28,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:24:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:28,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:28,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:29,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:29,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:29,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:29,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:29,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:29,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:29,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:29,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:29,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742017_1196 (size=1413) 2024-12-01T23:24:29,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742017_1196 (size=1413) 2024-12-01T23:24:29,044 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:24:29,045 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-12-01T23:24:29,117 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty, size=0 (0bytes) 2024-12-01T23:24:29,117 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty might be still open, length is 0 2024-12-01T23:24:29,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty 2024-12-01T23:24:29,119 WARN [IPC Server handler 1 on default port 45359 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty closed. 2024-12-01T23:24:29,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty after 3ms 2024-12-01T23:24:29,122 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-12-01T23:24:29,129 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty; empty? 2024-12-01T23:24:29,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty so closing down 2024-12-01T23:24:29,129 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-12-01T23:24:29,129 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty, size=0 (0bytes) at 1733095469117Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty so closing down at 1733095469129 (+12 ms)Processed 0 edits across 0 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1733095469129 2024-12-01T23:24:29,137 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat..empty to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/oldWALs/wal.dat..empty 2024-12-01T23:24:29,137 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:24:29,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.0 2024-12-01T23:24:29,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.0 after 1ms 2024-12-01T23:24:29,169 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.0 took 32ms 2024-12-01T23:24:29,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.0 so closing down 2024-12-01T23:24:29,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:29,222 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:29,235 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:29,236 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:24:29,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:29,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:24:29,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742018_1197 (size=743) 2024-12-01T23:24:29,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742018_1197 (size=743) 2024-12-01T23:24:29,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:29,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:24:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742019_1198 (size=743) 2024-12-01T23:24:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742019_1198 (size=743) 2024-12-01T23:24:29,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:29,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:24:29,320 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:29,320 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.0, size=1.4 K (1393bytes) at 1733095469137Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.0 so closing down at 1733095469221 (+84 ms)3 split writer threads finished at 1733095469222 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095469240 (+18 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095469241 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095469296 (+55 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095469301 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095469316 (+15 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095469320 (+4 ms)Processed 20 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095469320 2024-12-01T23:24:29,325 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/oldWALs/wal.dat.0 2024-12-01T23:24:29,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:24:29,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.1 2024-12-01T23:24:29,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.1 after 1ms 2024-12-01T23:24:29,328 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.1 took 3ms 2024-12-01T23:24:29,346 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.1 so closing down 2024-12-01T23:24:29,346 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:29,346 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:29,356 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:24:29,359 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:24:29,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:24:29,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:24:29,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742020_1199 (size=743) 2024-12-01T23:24:29,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742020_1199 (size=743) 2024-12-01T23:24:29,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:29,458 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-01T23:24:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742021_1200 (size=743) 2024-12-01T23:24:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742021_1200 (size=743) 2024-12-01T23:24:29,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:29,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:24:29,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 524 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:29,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.1, size=1.4 K (1393bytes) at 1733095469325Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.1 so closing down at 1733095469346 (+21 ms)3 split writer threads finished at 1733095469346Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095469377 (+31 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095469383 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095469452 (+69 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733095469458 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095469866 (+408 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095469868 (+2 ms)Processed 20 edits across 2 Regions in 524 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095469868 2024-12-01T23:24:29,873 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/oldWALs/wal.dat.1 2024-12-01T23:24:29,874 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:24:29,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.2 2024-12-01T23:24:29,876 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.2 after 2ms 2024-12-01T23:24:29,878 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.2 took 4ms 2024-12-01T23:24:29,881 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.2 so closing down 2024-12-01T23:24:29,881 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:29,884 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:29,901 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:24:29,907 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:24:29,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:24:29,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:24:29,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742022_1201 (size=743) 2024-12-01T23:24:29,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742022_1201 (size=743) 2024-12-01T23:24:29,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:29,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:24:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742023_1202 (size=743) 2024-12-01T23:24:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742023_1202 (size=743) 2024-12-01T23:24:29,999 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-01T23:24:30,001 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:30,001 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.2, size=1.4 K (1393bytes) at 1733095469874Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.2 so closing down at 1733095469881 (+7 ms)3 split writer threads finished at 1733095469884 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095469920 (+36 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095469936 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095469988 (+52 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095469991 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095469999 (+8 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733095470001 (+2 ms)Processed 20 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095470001 2024-12-01T23:24:30,006 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/oldWALs/wal.dat.2 2024-12-01T23:24:30,006 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:24:30,006 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.3 2024-12-01T23:24:30,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.3 after 0ms 2024-12-01T23:24:30,024 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.3 took 18ms 2024-12-01T23:24:30,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.3 so closing down 2024-12-01T23:24:30,038 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:30,043 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:30,055 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:24:30,066 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:24:30,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:24:30,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:24:30,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742025_1204 (size=743) 2024-12-01T23:24:30,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742025_1204 (size=743) 2024-12-01T23:24:30,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742024_1203 (size=743) 2024-12-01T23:24:30,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742024_1203 (size=743) 2024-12-01T23:24:30,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,114 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-01T23:24:30,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-01T23:24:30,114 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:30,114 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.3, size=1.4 K (1393bytes) at 1733095470006Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.3 so closing down at 1733095470037 (+31 ms)3 split writer threads finished at 1733095470043 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095470070 (+27 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095470070Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470110 (+40 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470111 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733095470114 (+3 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733095470114Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095470114 2024-12-01T23:24:30,116 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/oldWALs/wal.dat.3 2024-12-01T23:24:30,117 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:24:30,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.4 2024-12-01T23:24:30,119 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.4 after 2ms 2024-12-01T23:24:30,122 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.4 took 6ms 2024-12-01T23:24:30,125 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.4 so closing down 2024-12-01T23:24:30,126 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:30,127 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:30,137 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:24:30,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:24:30,148 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:24:30,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:24:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742026_1205 (size=743) 2024-12-01T23:24:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742026_1205 (size=743) 2024-12-01T23:24:30,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-01T23:24:30,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742027_1206 (size=743) 2024-12-01T23:24:30,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742027_1206 (size=743) 2024-12-01T23:24:30,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-01T23:24:30,200 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:30,200 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.4, size=1.4 K (1393bytes) at 1733095470117Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.4 so closing down at 1733095470126 (+9 ms)3 split writer threads finished at 1733095470127 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095470147 (+20 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733095470170 (+23 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470179 (+9 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733095470183 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470195 (+12 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733095470200 (+5 ms)Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095470200 2024-12-01T23:24:30,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/oldWALs/wal.dat.4 2024-12-01T23:24:30,203 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.5, size=1.4 K (1393bytes) 2024-12-01T23:24:30,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.5 2024-12-01T23:24:30,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.5 after 2ms 2024-12-01T23:24:30,208 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.5 took 5ms 2024-12-01T23:24:30,225 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.5 so closing down 2024-12-01T23:24:30,225 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:30,226 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:30,229 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-01T23:24:30,231 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-01T23:24:30,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-01T23:24:30,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-01T23:24:30,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742028_1207 (size=743) 2024-12-01T23:24:30,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742028_1207 (size=743) 2024-12-01T23:24:30,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-01T23:24:30,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742029_1208 (size=743) 2024-12-01T23:24:30,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742029_1208 (size=743) 2024-12-01T23:24:30,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-01T23:24:30,305 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:30,305 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.5, size=1.4 K (1393bytes) at 1733095470203Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.5 so closing down at 1733095470225 (+22 ms)3 split writer threads finished at 1733095470226 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733095470232 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733095470240 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470299 (+59 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733095470301 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470303 (+2 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733095470305 (+2 ms)Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095470305 2024-12-01T23:24:30,307 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/oldWALs/wal.dat.5 2024-12-01T23:24:30,308 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:24:30,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.6 2024-12-01T23:24:30,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.6 after 0ms 2024-12-01T23:24:30,312 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.6 took 5ms 2024-12-01T23:24:30,331 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.6 so closing down 2024-12-01T23:24:30,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:30,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:30,336 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:30,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:30,348 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742030_1209 (size=749) 2024-12-01T23:24:30,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742030_1209 (size=749) 2024-12-01T23:24:30,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-01T23:24:30,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:30,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742031_1210 (size=749) 2024-12-01T23:24:30,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742031_1210 (size=749) 2024-12-01T23:24:30,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-01T23:24:30,403 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-01T23:24:30,403 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.6, size=1.4 K (1405bytes) at 1733095470308Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.6 so closing down at 1733095470331 (+23 ms)3 split writer threads finished at 1733095470331Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733095470341 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470368 (+27 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733095470371 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733095470377 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470401 (+24 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733095470403 (+2 ms)Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733095470403 2024-12-01T23:24:30,405 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/oldWALs/wal.dat.6 2024-12-01T23:24:30,406 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:24:30,406 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.7 2024-12-01T23:24:30,407 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.7 after 1ms 2024-12-01T23:24:30,411 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.7 took 5ms 2024-12-01T23:24:30,413 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.7 so closing down 2024-12-01T23:24:30,413 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:30,413 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:30,427 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:30,428 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:30,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:30,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:30,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742033_1212 (size=753) 2024-12-01T23:24:30,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742033_1212 (size=753) 2024-12-01T23:24:30,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-01T23:24:30,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742032_1211 (size=753) 2024-12-01T23:24:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742032_1211 (size=753) 2024-12-01T23:24:30,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-01T23:24:30,458 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:30,458 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.7, size=1.4 K (1413bytes) at 1733095470406Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.7 so closing down at 1733095470413 (+7 ms)3 split writer threads finished at 1733095470413Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095470430 (+17 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733095470430Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470449 (+19 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733095470450 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470456 (+6 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733095470458 (+2 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095470458 2024-12-01T23:24:30,461 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/oldWALs/wal.dat.7 2024-12-01T23:24:30,461 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:24:30,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.8 2024-12-01T23:24:30,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.8 after 1ms 2024-12-01T23:24:30,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.8 took 7ms 2024-12-01T23:24:30,476 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.8 so closing down 2024-12-01T23:24:30,477 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:30,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:30,487 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:30,494 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:30,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:30,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:30,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742034_1213 (size=753) 2024-12-01T23:24:30,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742034_1213 (size=753) 2024-12-01T23:24:30,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-01T23:24:30,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742035_1214 (size=753) 2024-12-01T23:24:30,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742035_1214 (size=753) 2024-12-01T23:24:30,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-01T23:24:30,559 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:30,559 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.8, size=1.4 K (1413bytes) at 1733095470461Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.8 so closing down at 1733095470477 (+16 ms)3 split writer threads finished at 1733095470484 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733095470500 (+16 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733095470502 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470541 (+39 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733095470546 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470556 (+10 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733095470558 (+2 ms)Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095470559 (+1 ms) 2024-12-01T23:24:30,561 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/oldWALs/wal.dat.8 2024-12-01T23:24:30,561 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:24:30,561 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.9 2024-12-01T23:24:30,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.9 after 1ms 2024-12-01T23:24:30,565 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.9 took 4ms 2024-12-01T23:24:30,581 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.9 so closing down 2024-12-01T23:24:30,582 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:30,582 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:30,585 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:30,585 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:30,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:30,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:30,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742037_1216 (size=753) 2024-12-01T23:24:30,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742037_1216 (size=753) 2024-12-01T23:24:30,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742036_1215 (size=753) 2024-12-01T23:24:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742036_1215 (size=753) 2024-12-01T23:24:30,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:30,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-01T23:24:30,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-01T23:24:30,618 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:30,618 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.9, size=1.4 K (1413bytes) at 1733095470561Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.9 so closing down at 1733095470581 (+20 ms)3 split writer threads finished at 1733095470582 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733095470588 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733095470588Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470615 (+27 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095470616 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733095470616Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733095470618 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095470618 2024-12-01T23:24:30,627 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/oldWALs/wal.dat.9 2024-12-01T23:24:30,627 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty, size=0 (0bytes) 2024-12-01T23:24:30,628 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty might be still open, length is 0 2024-12-01T23:24:30,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty 2024-12-01T23:24:30,629 WARN [IPC Server handler 4 on default port 45359 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty closed. 2024-12-01T23:24:30,629 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty after 1ms 2024-12-01T23:24:30,631 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-12-01T23:24:30,631 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty; empty? 2024-12-01T23:24:30,631 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty so closing down 2024-12-01T23:24:30,631 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-12-01T23:24:30,632 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty, size=0 (0bytes) at 1733095470627Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty so closing down at 1733095470631 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1733095470632 (+1 ms) 2024-12-01T23:24:30,634 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/WALs/testemptyopenlogfiles,16010,1733095468219/wal.dat.empty to hdfs://localhost:45359/user/jenkins/test-data/78b7c9e8-4a6e-afe0-a17c-e1fe139e5ffd/oldWALs/wal.dat.empty 2024-12-01T23:24:30,743 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138 (was 137) - Thread LEAK? -, OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1070 (was 1094), ProcessCount=11 (was 11), AvailableMemoryMB=2322 (was 2468) 2024-12-01T23:24:30,751 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1070, ProcessCount=11, AvailableMemoryMB=2321 2024-12-01T23:24:30,752 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:30,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742038_1217 (size=7) 2024-12-01T23:24:30,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742038_1217 (size=7) 2024-12-01T23:24:30,768 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:30,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:30,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:30,774 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:30,775 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:24:30,775 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:24:30,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:24:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742039_1218 (size=1393) 2024-12-01T23:24:30,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742039_1218 (size=1393) 2024-12-01T23:24:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:24:30,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:24:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:30,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742040_1219 (size=1393) 2024-12-01T23:24:30,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742040_1219 (size=1393) 2024-12-01T23:24:30,962 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:24:30,962 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:24:30,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:30,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742041_1220 (size=1393) 2024-12-01T23:24:31,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742041_1220 (size=1393) 2024-12-01T23:24:31,024 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:24:31,025 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:24:31,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742042_1221 (size=1393) 2024-12-01T23:24:31,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742042_1221 (size=1393) 2024-12-01T23:24:31,131 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:24:31,131 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:24:31,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742043_1222 (size=1393) 2024-12-01T23:24:31,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742043_1222 (size=1393) 2024-12-01T23:24:31,225 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:24:31,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:24:31,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742044_1223 (size=1393) 2024-12-01T23:24:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742044_1223 (size=1393) 2024-12-01T23:24:31,303 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:24:31,304 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:24:31,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742045_1224 (size=1405) 2024-12-01T23:24:31,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742045_1224 (size=1405) 2024-12-01T23:24:31,408 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:24:31,409 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:24:31,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742046_1225 (size=1413) 2024-12-01T23:24:31,544 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:24:31,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:24:31,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742046_1225 (size=1413) 2024-12-01T23:24:31,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742047_1226 (size=1413) 2024-12-01T23:24:31,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742047_1226 (size=1413) 2024-12-01T23:24:31,581 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:24:31,581 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:24:31,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742048_1227 (size=1413) 2024-12-01T23:24:31,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742048_1227 (size=1413) 2024-12-01T23:24:32,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:24:32,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742049_1228 (size=1398) 2024-12-01T23:24:32,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742049_1228 (size=1398) 2024-12-01T23:24:32,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:24:32,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.0 2024-12-01T23:24:32,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.0 after 0ms 2024-12-01T23:24:32,773 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.0 took 4ms 2024-12-01T23:24:32,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.0 so closing down 2024-12-01T23:24:32,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:32,778 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:32,782 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:24:32,783 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:32,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:24:32,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742050_1229 (size=743) 2024-12-01T23:24:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742050_1229 (size=743) 2024-12-01T23:24:32,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742051_1230 (size=743) 2024-12-01T23:24:32,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742051_1230 (size=743) 2024-12-01T23:24:32,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:32,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:24:32,913 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:24:33,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:33,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:24:33,203 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:33,203 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.0, size=1.4 K (1393bytes) at 1733095472770Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.0 so closing down at 1733095472777 (+7 ms)3 split writer threads finished at 1733095472778 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095472786 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095472786Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095472802 (+16 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095472810 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095473201 (+391 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095473202 (+1 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095473203 (+1 ms) 2024-12-01T23:24:33,217 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/oldWALs/wal.dat.0 2024-12-01T23:24:33,218 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:24:33,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.1 2024-12-01T23:24:33,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.1 after 0ms 2024-12-01T23:24:33,221 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.1 took 4ms 2024-12-01T23:24:33,243 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.1 so closing down 2024-12-01T23:24:33,243 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:33,248 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:33,252 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:24:33,255 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:24:33,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:24:33,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:24:33,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742052_1231 (size=743) 2024-12-01T23:24:33,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742052_1231 (size=743) 2024-12-01T23:24:33,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742053_1232 (size=743) 2024-12-01T23:24:33,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742053_1232 (size=743) 2024-12-01T23:24:44,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:44,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:44,981 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-01T23:24:44,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:24:44,982 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11742 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:44,982 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.1, size=1.4 K (1393bytes) at 1733095473218Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.1 so closing down at 1733095473243 (+25 ms)3 split writer threads finished at 1733095473248 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095473256 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095473259 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095484974 (+11715 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095484975 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733095484981 (+6 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095484981Processed 20 edits across 2 Regions in 11742 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095484982 (+1 ms) 2024-12-01T23:24:44,984 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/oldWALs/wal.dat.1 2024-12-01T23:24:44,984 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:24:44,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.2 2024-12-01T23:24:44,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.2 after 1ms 2024-12-01T23:24:44,989 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.2 took 5ms 2024-12-01T23:24:44,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.2 so closing down 2024-12-01T23:24:44,990 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:44,991 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:44,994 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:24:44,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:24:44,999 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:24:45,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:24:45,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742054_1233 (size=743) 2024-12-01T23:24:45,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742054_1233 (size=743) 2024-12-01T23:24:45,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742055_1234 (size=743) 2024-12-01T23:24:45,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742055_1234 (size=743) 2024-12-01T23:24:45,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:45,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:24:45,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:45,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-01T23:24:45,407 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:45,407 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.2, size=1.4 K (1393bytes) at 1733095484984Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.2 so closing down at 1733095484990 (+6 ms)3 split writer threads finished at 1733095484991 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095484997 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095485001 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095485017 (+16 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095485018 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095485405 (+387 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733095485407 (+2 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095485407 2024-12-01T23:24:45,409 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/oldWALs/wal.dat.2 2024-12-01T23:24:45,409 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:24:45,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.3 2024-12-01T23:24:45,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.3 after 0ms 2024-12-01T23:24:45,412 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.3 took 3ms 2024-12-01T23:24:45,414 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.3 so closing down 2024-12-01T23:24:45,414 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:45,415 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:45,417 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:24:45,418 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:24:45,420 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:24:45,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:24:45,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742056_1235 (size=743) 2024-12-01T23:24:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742056_1235 (size=743) 2024-12-01T23:24:45,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742057_1236 (size=743) 2024-12-01T23:24:45,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:45,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742057_1236 (size=743) 2024-12-01T23:24:45,457 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-01T23:24:45,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:45,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-01T23:24:45,516 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:45,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.3, size=1.4 K (1393bytes) at 1733095485409Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.3 so closing down at 1733095485414 (+5 ms)3 split writer threads finished at 1733095485415 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095485420 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095485420Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095485447 (+27 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733095485457 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095485496 (+39 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733095485513 (+17 ms)Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095485516 (+3 ms) 2024-12-01T23:24:45,528 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/oldWALs/wal.dat.3 2024-12-01T23:24:45,528 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:24:45,528 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.4 2024-12-01T23:24:45,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.4 after 4ms 2024-12-01T23:24:45,545 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.4 took 17ms 2024-12-01T23:24:45,548 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.4 so closing down 2024-12-01T23:24:45,548 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:45,556 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:45,579 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:24:45,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:24:45,580 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:24:45,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:24:45,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742059_1238 (size=743) 2024-12-01T23:24:45,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742059_1238 (size=743) 2024-12-01T23:24:45,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:45,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-01T23:24:45,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742058_1237 (size=743) 2024-12-01T23:24:45,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742058_1237 (size=743) 2024-12-01T23:24:45,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:45,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-01T23:24:45,613 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:45,613 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.4, size=1.4 K (1393bytes) at 1733095485528Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.4 so closing down at 1733095485548 (+20 ms)3 split writer threads finished at 1733095485556 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733095485580 (+24 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095485583 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095485595 (+12 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733095485602 (+7 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095485606 (+4 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733095485612 (+6 ms)Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095485613 (+1 ms) 2024-12-01T23:24:45,626 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/oldWALs/wal.dat.4 2024-12-01T23:24:45,626 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.5, size=1.4 K (1398bytes) 2024-12-01T23:24:45,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.5 2024-12-01T23:24:45,627 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.5 after 1ms 2024-12-01T23:24:45,634 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.5 took 8ms 2024-12-01T23:24:45,651 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:24:45,652 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.5 so closing down 2024-12-01T23:24:45,653 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:45,659 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:45,665 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-01T23:24:45,666 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-01T23:24:45,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-01T23:24:45,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-01T23:24:45,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742061_1240 (size=743) 2024-12-01T23:24:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742061_1240 (size=743) 2024-12-01T23:24:45,715 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:45,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-01T23:24:45,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742060_1239 (size=743) 2024-12-01T23:24:45,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:45,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742060_1239 (size=743) 2024-12-01T23:24:45,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-01T23:24:45,730 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-12-01T23:24:45,730 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.5, size=1.4 K (1398bytes) at 1733095485626Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.5 so closing down at 1733095485652 (+26 ms)3 split writer threads finished at 1733095485659 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733095485667 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733095485668 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095485715 (+47 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733095485716 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095485725 (+9 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733095485729 (+4 ms)Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1733095485730 (+1 ms) 2024-12-01T23:24:45,733 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/corrupt/wal.dat.5 2024-12-01T23:24:45,736 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:24:45,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.6 2024-12-01T23:24:45,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.6 after 2ms 2024-12-01T23:24:45,741 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.6 took 8ms 2024-12-01T23:24:45,755 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.6 so closing down 2024-12-01T23:24:45,755 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:45,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:45,774 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:45,775 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:45,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:45,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:45,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742062_1241 (size=749) 2024-12-01T23:24:45,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742062_1241 (size=749) 2024-12-01T23:24:45,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742063_1242 (size=749) 2024-12-01T23:24:45,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742063_1242 (size=749) 2024-12-01T23:24:45,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:45,881 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:45,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-01T23:24:45,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-01T23:24:45,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-01T23:24:45,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.6, size=1.4 K (1405bytes) at 1733095485736Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.6 so closing down at 1733095485755 (+19 ms)3 split writer threads finished at 1733095485764 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733095485787 (+23 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733095485788 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095485880 (+92 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095485881 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733095485887 (+6 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733095485904 (+17 ms)Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733095485904 2024-12-01T23:24:45,907 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/oldWALs/wal.dat.6 2024-12-01T23:24:45,908 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:24:45,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.7 2024-12-01T23:24:45,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.7 after 0ms 2024-12-01T23:24:45,912 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.7 took 5ms 2024-12-01T23:24:45,929 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.7 so closing down 2024-12-01T23:24:45,930 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:45,930 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:45,943 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:45,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:45,947 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:45,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:45,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742064_1243 (size=753) 2024-12-01T23:24:45,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742064_1243 (size=753) 2024-12-01T23:24:45,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742065_1244 (size=753) 2024-12-01T23:24:46,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742065_1244 (size=753) 2024-12-01T23:24:46,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:46,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-01T23:24:46,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:46,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-01T23:24:46,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:46,393 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.7, size=1.4 K (1413bytes) at 1733095485908Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.7 so closing down at 1733095485929 (+21 ms)3 split writer threads finished at 1733095485930 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095485944 (+14 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733095485956 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095486000 (+44 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733095486003 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095486389 (+386 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733095486393 (+4 ms)Processed 20 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095486393 2024-12-01T23:24:46,395 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/oldWALs/wal.dat.7 2024-12-01T23:24:46,396 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:24:46,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.8 2024-12-01T23:24:46,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.8 after 0ms 2024-12-01T23:24:46,399 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.8 took 3ms 2024-12-01T23:24:46,403 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.8 so closing down 2024-12-01T23:24:46,403 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:46,404 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:46,409 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:46,410 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:46,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:46,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742067_1246 (size=753) 2024-12-01T23:24:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742066_1245 (size=753) 2024-12-01T23:24:46,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742066_1245 (size=753) 2024-12-01T23:24:46,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742067_1246 (size=753) 2024-12-01T23:24:46,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:46,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:46,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-01T23:24:46,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-01T23:24:46,451 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:46,451 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.8, size=1.4 K (1413bytes) at 1733095486396Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.8 so closing down at 1733095486403 (+7 ms)3 split writer threads finished at 1733095486404 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733095486413 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733095486414 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095486450 (+36 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095486450Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733095486451 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733095486451Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095486451 2024-12-01T23:24:46,456 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/oldWALs/wal.dat.8 2024-12-01T23:24:46,456 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:24:46,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.9 2024-12-01T23:24:46,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.9 after 0ms 2024-12-01T23:24:46,458 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.9 took 2ms 2024-12-01T23:24:46,460 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.9 so closing down 2024-12-01T23:24:46,460 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:46,460 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:46,480 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:46,482 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:46,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:46,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742069_1248 (size=753) 2024-12-01T23:24:46,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742069_1248 (size=753) 2024-12-01T23:24:46,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:46,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-01T23:24:46,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742068_1247 (size=753) 2024-12-01T23:24:46,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742068_1247 (size=753) 2024-12-01T23:24:46,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:46,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-01T23:24:46,517 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:46,517 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.9, size=1.4 K (1413bytes) at 1733095486456Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.9 so closing down at 1733095486460 (+4 ms)3 split writer threads finished at 1733095486460Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733095486483 (+23 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733095486484 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095486503 (+19 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733095486505 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095486515 (+10 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733095486517 (+2 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095486517 2024-12-01T23:24:46,524 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733095470775/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/73758790-1df7-8b06-8b03-b67c687c7cd2/oldWALs/wal.dat.9 2024-12-01T23:24:46,625 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=129 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1254 (was 1070) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1807 (was 2321) 2024-12-01T23:24:46,638 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1254, ProcessCount=11, AvailableMemoryMB=1806 2024-12-01T23:24:46,638 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:46,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742070_1249 (size=7) 2024-12-01T23:24:46,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742070_1249 (size=7) 2024-12-01T23:24:47,078 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:47,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:47,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:47,082 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:47,082 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2/data/default/t1/2170daca5dfb342141976b499c42ebc2 2024-12-01T23:24:47,083 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 2170daca5dfb342141976b499c42ebc2 2024-12-01T23:24:47,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:24:47,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742071_1250 (size=3831) 2024-12-01T23:24:47,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742071_1250 (size=3831) 2024-12-01T23:24:47,135 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/WALs/testsplitleavescompactioneventsedits,16010,1733095487082/wal.dat.0, size=3.7 K (3831bytes) 2024-12-01T23:24:47,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/WALs/testsplitleavescompactioneventsedits,16010,1733095487082/wal.dat.0 2024-12-01T23:24:47,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/WALs/testsplitleavescompactioneventsedits,16010,1733095487082/wal.dat.0 after 0ms 2024-12-01T23:24:47,137 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/WALs/testsplitleavescompactioneventsedits,16010,1733095487082/wal.dat.0 took 2ms 2024-12-01T23:24:47,144 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/WALs/testsplitleavescompactioneventsedits,16010,1733095487082/wal.dat.0 so closing down 2024-12-01T23:24:47,144 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:47,145 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:47,152 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:47,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/data/default/t1/2170daca5dfb342141976b499c42ebc2/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742072_1251 (size=1591) 2024-12-01T23:24:47,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742072_1251 (size=1591) 2024-12-01T23:24:47,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/data/default/t1/2170daca5dfb342141976b499c42ebc2/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:47,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/data/default/t1/2170daca5dfb342141976b499c42ebc2/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/data/default/t1/2170daca5dfb342141976b499c42ebc2/recovered.edits/0000000000000000009 2024-12-01T23:24:47,188 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 49 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/WALs/testsplitleavescompactioneventsedits,16010,1733095487082/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false 2024-12-01T23:24:47,188 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/WALs/testsplitleavescompactioneventsedits,16010,1733095487082/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/WALs/testsplitleavescompactioneventsedits,16010,1733095487082/wal.dat.0, size=3.7 K (3831bytes) at 1733095487135Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/WALs/testsplitleavescompactioneventsedits,16010,1733095487082/wal.dat.0 so closing down at 1733095487144 (+9 ms)3 split writer threads finished at 1733095487145 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/data/default/t1/2170daca5dfb342141976b499c42ebc2/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095487153 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/data/default/t1/2170daca5dfb342141976b499c42ebc2/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1733095487182 (+29 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/data/default/t1/2170daca5dfb342141976b499c42ebc2/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/data/default/t1/2170daca5dfb342141976b499c42ebc2/recovered.edits/0000000000000000009 at 1733095487184 (+2 ms)Processed 21 edits across 1 Regions in 49 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/WALs/testsplitleavescompactioneventsedits,16010,1733095487082/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false at 1733095487188 (+4 ms) 2024-12-01T23:24:47,209 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/WALs/testsplitleavescompactioneventsedits,16010,1733095487082/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/84aadbbf-a49c-1ee2-afc8-9c455e90ccc2/oldWALs/wal.dat.0 2024-12-01T23:24:47,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=129 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1254 (was 1254), ProcessCount=11 (was 11), AvailableMemoryMB=1734 (was 1806) 2024-12-01T23:24:47,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1254, ProcessCount=11, AvailableMemoryMB=1731 2024-12-01T23:24:47,264 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:47,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742073_1252 (size=7) 2024-12-01T23:24:47,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742073_1252 (size=7) 2024-12-01T23:24:47,289 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:47,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:47,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:47,295 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:47,295 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-01T23:24:47,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:24:47,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:47,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:47,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742074_1253 (size=863) 2024-12-01T23:24:47,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742074_1253 (size=863) 2024-12-01T23:24:47,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:24:47,411 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/WALs/testsplitpreservesedits,16010,1733095487295/wal.dat.0, size=863 (863bytes) 2024-12-01T23:24:47,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/WALs/testsplitpreservesedits,16010,1733095487295/wal.dat.0 2024-12-01T23:24:47,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/WALs/testsplitpreservesedits,16010,1733095487295/wal.dat.0 after 1ms 2024-12-01T23:24:47,415 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/WALs/testsplitpreservesedits,16010,1733095487295/wal.dat.0 took 4ms 2024-12-01T23:24:47,426 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/WALs/testsplitpreservesedits,16010,1733095487295/wal.dat.0 so closing down 2024-12-01T23:24:47,426 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:47,442 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:47,460 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:47,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:47,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742075_1254 (size=863) 2024-12-01T23:24:47,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742075_1254 (size=863) 2024-12-01T23:24:47,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:47,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-01T23:24:47,922 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 502 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/WALs/testsplitpreservesedits,16010,1733095487295/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-12-01T23:24:47,922 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/WALs/testsplitpreservesedits,16010,1733095487295/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/WALs/testsplitpreservesedits,16010,1733095487295/wal.dat.0, size=863 (863bytes) at 1733095487411Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/WALs/testsplitpreservesedits,16010,1733095487295/wal.dat.0 so closing down at 1733095487426 (+15 ms)3 split writer threads finished at 1733095487442 (+16 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095487468 (+26 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095487921 (+453 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733095487922 (+1 ms)Processed 10 edits across 1 Regions in 502 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/WALs/testsplitpreservesedits,16010,1733095487295/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1733095487922 2024-12-01T23:24:47,924 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/WALs/testsplitpreservesedits,16010,1733095487295/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/b42d7a36-f5e5-25d3-12b4-c260f7016705/oldWALs/wal.dat.0 2024-12-01T23:24:47,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=129 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1254 (was 1254), ProcessCount=11 (was 11), AvailableMemoryMB=1647 (was 1731) 2024-12-01T23:24:47,954 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1254, ProcessCount=11, AvailableMemoryMB=1644 2024-12-01T23:24:47,954 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742076_1255 (size=7) 2024-12-01T23:24:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742076_1255 (size=7) 2024-12-01T23:24:48,384 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:48,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:48,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:48,390 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:48,390 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:24:48,391 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:24:48,393 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:24:48,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742077_1256 (size=1393) 2024-12-01T23:24:48,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742077_1256 (size=1393) 2024-12-01T23:24:48,848 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:24:48,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:24:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742078_1257 (size=1393) 2024-12-01T23:24:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742078_1257 (size=1393) 2024-12-01T23:24:48,919 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:24:48,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:24:48,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:48,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742079_1258 (size=1393) 2024-12-01T23:24:48,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742079_1258 (size=1393) 2024-12-01T23:24:48,981 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:24:48,981 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:24:48,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:48,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742080_1259 (size=1393) 2024-12-01T23:24:49,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742080_1259 (size=1393) 2024-12-01T23:24:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:24:49,144 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:24:49,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742081_1260 (size=1393) 2024-12-01T23:24:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742081_1260 (size=1393) 2024-12-01T23:24:49,253 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:24:49,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:24:49,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742082_1261 (size=1393) 2024-12-01T23:24:49,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742082_1261 (size=1393) 2024-12-01T23:24:49,405 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:24:49,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:24:49,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742083_1262 (size=1405) 2024-12-01T23:24:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:24:49,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742083_1262 (size=1405) 2024-12-01T23:24:49,533 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:24:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:49,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:49,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742084_1263 (size=1413) 2024-12-01T23:24:49,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742084_1263 (size=1413) 2024-12-01T23:24:50,123 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:24:50,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:24:50,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742085_1264 (size=1413) 2024-12-01T23:24:50,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742085_1264 (size=1413) 2024-12-01T23:24:50,262 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:24:50,262 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:24:50,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:50,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:50,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742086_1265 (size=1413) 2024-12-01T23:24:50,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742086_1265 (size=1413) 2024-12-01T23:24:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:24:50,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742087_1266 (size=1394) 2024-12-01T23:24:50,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742087_1266 (size=1394) 2024-12-01T23:24:50,408 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:24:50,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.0 2024-12-01T23:24:50,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.0 after 0ms 2024-12-01T23:24:50,411 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.0 took 4ms 2024-12-01T23:24:50,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.0 so closing down 2024-12-01T23:24:50,430 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:50,430 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:50,457 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:24:50,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:24:50,476 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:50,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:50,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742088_1267 (size=743) 2024-12-01T23:24:50,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742088_1267 (size=743) 2024-12-01T23:24:50,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742089_1268 (size=743) 2024-12-01T23:24:50,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742089_1268 (size=743) 2024-12-01T23:24:50,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:50,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:24:50,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:50,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:24:50,934 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 522 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:50,935 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.0, size=1.4 K (1393bytes) at 1733095490408Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.0 so closing down at 1733095490429 (+21 ms)3 split writer threads finished at 1733095490430 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095490466 (+36 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095490489 (+23 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095490576 (+87 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095490577 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095490933 (+356 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095490934 (+1 ms)Processed 20 edits across 2 Regions in 522 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095490935 (+1 ms) 2024-12-01T23:24:50,937 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/oldWALs/wal.dat.0 2024-12-01T23:24:50,937 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:24:50,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.1 2024-12-01T23:24:50,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.1 after 0ms 2024-12-01T23:24:50,940 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.1 took 3ms 2024-12-01T23:24:50,945 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.1 so closing down 2024-12-01T23:24:50,945 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:50,948 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:50,984 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:24:50,992 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:24:50,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:24:51,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:24:51,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742090_1269 (size=743) 2024-12-01T23:24:51,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742090_1269 (size=743) 2024-12-01T23:24:51,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:51,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-01T23:24:51,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742091_1270 (size=743) 2024-12-01T23:24:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742091_1270 (size=743) 2024-12-01T23:24:51,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:51,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:24:51,035 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:51,035 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.1, size=1.4 K (1393bytes) at 1733095490937Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.1 so closing down at 1733095490945 (+8 ms)3 split writer threads finished at 1733095490948 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095490998 (+50 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095491004 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095491025 (+21 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733095491030 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095491033 (+3 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095491035 (+2 ms)Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095491035 2024-12-01T23:24:51,039 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/oldWALs/wal.dat.1 2024-12-01T23:24:51,040 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:24:51,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.2 2024-12-01T23:24:51,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.2 after 0ms 2024-12-01T23:24:51,043 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.2 took 3ms 2024-12-01T23:24:51,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.2 so closing down 2024-12-01T23:24:51,049 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:51,050 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:51,055 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:24:51,057 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:24:51,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:24:51,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:24:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742092_1271 (size=743) 2024-12-01T23:24:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742092_1271 (size=743) 2024-12-01T23:24:51,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:51,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-01T23:24:51,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742093_1272 (size=743) 2024-12-01T23:24:51,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742093_1272 (size=743) 2024-12-01T23:24:51,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:51,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:24:51,104 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:51,105 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.2, size=1.4 K (1393bytes) at 1733095491040Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.2 so closing down at 1733095491049 (+9 ms)3 split writer threads finished at 1733095491050 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095491058 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095491060 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095491073 (+13 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733095491075 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095491092 (+17 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095491104 (+12 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095491104 2024-12-01T23:24:51,106 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/oldWALs/wal.dat.2 2024-12-01T23:24:51,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:24:51,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.3 2024-12-01T23:24:51,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.3 after 1ms 2024-12-01T23:24:51,114 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.3 took 8ms 2024-12-01T23:24:51,117 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.3 so closing down 2024-12-01T23:24:51,117 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:51,117 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:51,130 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:24:51,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:24:51,135 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:24:51,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:24:51,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742094_1273 (size=743) 2024-12-01T23:24:51,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742094_1273 (size=743) 2024-12-01T23:24:51,178 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:51,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-01T23:24:51,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742095_1274 (size=743) 2024-12-01T23:24:51,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742095_1274 (size=743) 2024-12-01T23:24:51,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:51,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-01T23:24:51,221 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:51,221 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.3, size=1.4 K (1393bytes) at 1733095491106Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.3 so closing down at 1733095491117 (+11 ms)3 split writer threads finished at 1733095491117Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095491135 (+18 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095491140 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095491178 (+38 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733095491193 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095491211 (+18 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733095491221 (+10 ms)Processed 20 edits across 2 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095491221 2024-12-01T23:24:51,240 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/oldWALs/wal.dat.3 2024-12-01T23:24:51,241 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:24:51,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.4 2024-12-01T23:24:51,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.4 after 8ms 2024-12-01T23:24:51,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.4 took 23ms 2024-12-01T23:24:51,275 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.4 so closing down 2024-12-01T23:24:51,275 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:51,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:51,309 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:24:51,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:24:51,314 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:24:51,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:24:51,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742096_1275 (size=743) 2024-12-01T23:24:51,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742096_1275 (size=743) 2024-12-01T23:24:51,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:51,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742097_1276 (size=743) 2024-12-01T23:24:51,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742097_1276 (size=743) 2024-12-01T23:24:51,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-01T23:24:51,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:51,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-01T23:24:51,406 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 134 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:51,407 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.4, size=1.4 K (1393bytes) at 1733095491241Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.4 so closing down at 1733095491275 (+34 ms)3 split writer threads finished at 1733095491278 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095491313 (+35 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733095491326 (+13 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095491373 (+47 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733095491391 (+18 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095491391Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733095491406 (+15 ms)Processed 20 edits across 2 Regions in 134 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095491406 2024-12-01T23:24:51,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/oldWALs/wal.dat.4 2024-12-01T23:24:51,426 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.5, size=1.4 K (1394bytes) 2024-12-01T23:24:51,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.5 2024-12-01T23:24:51,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.5 after 6ms 2024-12-01T23:24:51,443 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-12-01T23:24:51,444 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.5 so closing down 2024-12-01T23:24:51,444 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-12-01T23:24:51,444 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.5, size=1.4 K (1394bytes) at 1733095491426Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.5 so closing down at 1733095491444 (+18 ms)Processed 0 edits across 0 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1733095491444 2024-12-01T23:24:51,465 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/corrupt/wal.dat.5 2024-12-01T23:24:51,465 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:24:51,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.6 2024-12-01T23:24:51,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.6 after 7ms 2024-12-01T23:24:51,481 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.6 took 16ms 2024-12-01T23:24:51,489 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.6 so closing down 2024-12-01T23:24:51,489 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:51,490 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:51,497 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:51,503 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:51,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-01T23:24:51,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-01T23:24:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742099_1278 (size=749) 2024-12-01T23:24:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742098_1277 (size=749) 2024-12-01T23:24:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742098_1277 (size=749) 2024-12-01T23:24:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742099_1278 (size=749) 2024-12-01T23:24:51,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:51,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:51,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-01T23:24:51,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-01T23:24:51,985 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 497 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-01T23:24:51,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.6, size=1.4 K (1405bytes) at 1733095491465Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.6 so closing down at 1733095491489 (+24 ms)3 split writer threads finished at 1733095491491 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733095491504 (+13 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733095491509 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095491968 (+459 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095491969 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733095491984 (+15 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733095491985 (+1 ms)Processed 20 edits across 2 Regions in 497 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733095491986 (+1 ms) 2024-12-01T23:24:52,002 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/oldWALs/wal.dat.6 2024-12-01T23:24:52,003 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:24:52,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.7 2024-12-01T23:24:52,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.7 after 5ms 2024-12-01T23:24:52,024 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.7 took 22ms 2024-12-01T23:24:52,036 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.7 so closing down 2024-12-01T23:24:52,036 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:52,040 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:52,070 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:52,072 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:52,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:24:52,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:24:52,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742100_1279 (size=753) 2024-12-01T23:24:52,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742101_1280 (size=753) 2024-12-01T23:24:52,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742101_1280 (size=753) 2024-12-01T23:24:52,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742100_1279 (size=753) 2024-12-01T23:24:52,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:52,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-01T23:24:52,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:52,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-01T23:24:52,536 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 502 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:52,536 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.7, size=1.4 K (1413bytes) at 1733095492003Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.7 so closing down at 1733095492036 (+33 ms)3 split writer threads finished at 1733095492041 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095492084 (+43 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733095492093 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095492141 (+48 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733095492146 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095492534 (+388 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733095492536 (+2 ms)Processed 20 edits across 2 Regions in 502 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095492536 2024-12-01T23:24:52,538 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/oldWALs/wal.dat.7 2024-12-01T23:24:52,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:24:52,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.8 2024-12-01T23:24:52,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.8 after 0ms 2024-12-01T23:24:52,542 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.8 took 4ms 2024-12-01T23:24:52,554 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.8 so closing down 2024-12-01T23:24:52,554 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:52,557 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:52,573 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:52,581 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:52,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-01T23:24:52,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-01T23:24:52,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742102_1281 (size=753) 2024-12-01T23:24:52,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742102_1281 (size=753) 2024-12-01T23:24:52,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:52,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742103_1282 (size=753) 2024-12-01T23:24:52,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742103_1282 (size=753) 2024-12-01T23:24:52,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-01T23:24:53,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:53,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-01T23:24:53,094 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 542 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:53,094 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.8, size=1.4 K (1413bytes) at 1733095492539Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.8 so closing down at 1733095492554 (+15 ms)3 split writer threads finished at 1733095492557 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733095492586 (+29 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733095492598 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095492648 (+50 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733095492683 (+35 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095493091 (+408 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733095493093 (+2 ms)Processed 20 edits across 2 Regions in 542 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095493094 (+1 ms) 2024-12-01T23:24:53,097 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/oldWALs/wal.dat.8 2024-12-01T23:24:53,097 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:24:53,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.9 2024-12-01T23:24:53,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.9 after 1ms 2024-12-01T23:24:53,100 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.9 took 3ms 2024-12-01T23:24:53,108 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.9 so closing down 2024-12-01T23:24:53,108 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:53,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:53,126 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:53,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-01T23:24:53,156 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:53,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-01T23:24:53,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742104_1283 (size=753) 2024-12-01T23:24:53,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742104_1283 (size=753) 2024-12-01T23:24:53,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:53,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-01T23:24:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742105_1284 (size=753) 2024-12-01T23:24:53,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742105_1284 (size=753) 2024-12-01T23:24:53,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:53,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-01T23:24:53,256 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:24:53,256 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.9, size=1.4 K (1413bytes) at 1733095493097Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.9 so closing down at 1733095493108 (+11 ms)3 split writer threads finished at 1733095493113 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733095493136 (+23 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733095493179 (+43 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095493214 (+35 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733095493225 (+11 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095493244 (+19 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733095493256 (+12 ms)Processed 20 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095493256 2024-12-01T23:24:53,270 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733095488390/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/6ff2dcd1-fafe-e94c-8a28-f28c035b997d/oldWALs/wal.dat.9 2024-12-01T23:24:53,513 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=128 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1233 (was 1254), ProcessCount=11 (was 11), AvailableMemoryMB=1120 (was 1644) 2024-12-01T23:24:53,529 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=128, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1233, ProcessCount=11, AvailableMemoryMB=1118 2024-12-01T23:24:53,529 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:53,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742106_1285 (size=7) 2024-12-01T23:24:53,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742106_1285 (size=7) 2024-12-01T23:24:53,581 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:53,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:53,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:53,591 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:53,591 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-01T23:24:53,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:24:53,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:53,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:53,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:53,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:53,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:53,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:53,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:53,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:53,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:53,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:53,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:53,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:53,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:53,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:53,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:53,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:53,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:53,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:53,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:53,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:53,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742107_1286 (size=2403) 2024-12-01T23:24:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742107_1286 (size=2403) 2024-12-01T23:24:53,809 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:24:53,871 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/WALs/testsplitremovesregioneventsedits,16010,1733095493591/wal.dat.0, size=2.3 K (2403bytes) 2024-12-01T23:24:53,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/WALs/testsplitremovesregioneventsedits,16010,1733095493591/wal.dat.0 2024-12-01T23:24:53,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/WALs/testsplitremovesregioneventsedits,16010,1733095493591/wal.dat.0 after 9ms 2024-12-01T23:24:53,892 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/WALs/testsplitremovesregioneventsedits,16010,1733095493591/wal.dat.0 took 21ms 2024-12-01T23:24:53,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/WALs/testsplitremovesregioneventsedits,16010,1733095493591/wal.dat.0 so closing down 2024-12-01T23:24:53,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:53,926 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:53,958 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:53,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:24:54,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742108_1287 (size=863) 2024-12-01T23:24:54,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742108_1287 (size=863) 2024-12-01T23:24:54,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:24:54,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-01T23:24:54,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 148 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/WALs/testsplitremovesregioneventsedits,16010,1733095493591/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-12-01T23:24:54,060 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/WALs/testsplitremovesregioneventsedits,16010,1733095493591/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/WALs/testsplitremovesregioneventsedits,16010,1733095493591/wal.dat.0, size=2.3 K (2403bytes) at 1733095493871Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/WALs/testsplitremovesregioneventsedits,16010,1733095493591/wal.dat.0 so closing down at 1733095493921 (+50 ms)3 split writer threads finished at 1733095493926 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095493967 (+41 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095494045 (+78 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733095494059 (+14 ms)Processed 20 edits across 1 Regions in 148 ms; skipped=10; WAL=hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/WALs/testsplitremovesregioneventsedits,16010,1733095493591/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1733095494060 (+1 ms) 2024-12-01T23:24:54,081 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/WALs/testsplitremovesregioneventsedits,16010,1733095493591/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/1e1c225e-95fb-8d2c-1b30-d0f79b44565d/oldWALs/wal.dat.0 2024-12-01T23:24:54,164 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=129 (was 128) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1231 (was 1233), ProcessCount=11 (was 11), AvailableMemoryMB=1039 (was 1118) 2024-12-01T23:24:54,193 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=129, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1231, ProcessCount=11, AvailableMemoryMB=1037 2024-12-01T23:24:54,193 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:54,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742109_1288 (size=7) 2024-12-01T23:24:54,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742109_1288 (size=7) 2024-12-01T23:24:54,269 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:54,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:54,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:54,285 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:54,315 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=129 (was 129), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1231 (was 1231), ProcessCount=11 (was 11), AvailableMemoryMB=1029 (was 1037) 2024-12-01T23:24:54,324 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=129, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1231, ProcessCount=11, AvailableMemoryMB=1028 2024-12-01T23:24:54,324 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:54,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742110_1289 (size=7) 2024-12-01T23:24:54,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742110_1289 (size=7) 2024-12-01T23:24:54,385 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:54,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:54,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:54,409 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:54,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:24:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:54,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742111_1290 (size=255) 2024-12-01T23:24:54,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742111_1290 (size=255) 2024-12-01T23:24:54,546 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/c664adbb-6273-96c0-ce5e-5383f9d156de/WALs/testsplitremovesreplicationmarkeredits,16010,1733095494409/wal.dat.1, size=255 (255bytes) 2024-12-01T23:24:54,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/c664adbb-6273-96c0-ce5e-5383f9d156de/WALs/testsplitremovesreplicationmarkeredits,16010,1733095494409/wal.dat.1 2024-12-01T23:24:54,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/c664adbb-6273-96c0-ce5e-5383f9d156de/WALs/testsplitremovesreplicationmarkeredits,16010,1733095494409/wal.dat.1 after 2ms 2024-12-01T23:24:54,560 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/c664adbb-6273-96c0-ce5e-5383f9d156de/WALs/testsplitremovesreplicationmarkeredits,16010,1733095494409/wal.dat.1 took 14ms 2024-12-01T23:24:54,580 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-12-01T23:24:54,580 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/c664adbb-6273-96c0-ce5e-5383f9d156de/WALs/testsplitremovesreplicationmarkeredits,16010,1733095494409/wal.dat.1 so closing down 2024-12-01T23:24:54,580 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:54,589 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:54,589 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/c664adbb-6273-96c0-ce5e-5383f9d156de/WALs/testsplitremovesreplicationmarkeredits,16010,1733095494409/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-12-01T23:24:54,589 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/c664adbb-6273-96c0-ce5e-5383f9d156de/WALs/testsplitremovesreplicationmarkeredits,16010,1733095494409/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/c664adbb-6273-96c0-ce5e-5383f9d156de/WALs/testsplitremovesreplicationmarkeredits,16010,1733095494409/wal.dat.1, size=255 (255bytes) at 1733095494547Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/c664adbb-6273-96c0-ce5e-5383f9d156de/WALs/testsplitremovesreplicationmarkeredits,16010,1733095494409/wal.dat.1 so closing down at 1733095494580 (+33 ms)3 split writer threads finished at 1733095494589 (+9 ms)Processed 0 edits across 0 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/c664adbb-6273-96c0-ce5e-5383f9d156de/WALs/testsplitremovesreplicationmarkeredits,16010,1733095494409/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1733095494589 2024-12-01T23:24:54,607 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/c664adbb-6273-96c0-ce5e-5383f9d156de/WALs/testsplitremovesreplicationmarkeredits,16010,1733095494409/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/c664adbb-6273-96c0-ce5e-5383f9d156de/oldWALs/wal.dat.1 2024-12-01T23:24:54,630 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=128 (was 129), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1231 (was 1231), ProcessCount=11 (was 11), AvailableMemoryMB=981 (was 1028) 2024-12-01T23:24:54,644 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=128, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1231, ProcessCount=11, AvailableMemoryMB=980 2024-12-01T23:24:54,644 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742112_1291 (size=7) 2024-12-01T23:24:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742112_1291 (size=7) 2024-12-01T23:24:54,746 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:54,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:54,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:54,765 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:54,765 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-12-01T23:24:54,765 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-01T23:24:54,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:24:54,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:54,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:54,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:54,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:54,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:54,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:54,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:54,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:54,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:54,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:54,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:54,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:54,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:54,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:54,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:54,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:54,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:54,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:54,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:54,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:54,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742113_1292 (size=1941) 2024-12-01T23:24:54,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742113_1292 (size=1941) 2024-12-01T23:24:54,877 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:24:54,877 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2/data/default/t1/region__1 2024-12-01T23:24:54,904 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/51c6a135-0a42-affe-320a-12b543dc294e/WALs/testsplitlogfiledeletedregiondir,16010,1733095494765/wal.dat.0, size=1.9 K (1941bytes) 2024-12-01T23:24:54,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/51c6a135-0a42-affe-320a-12b543dc294e/WALs/testsplitlogfiledeletedregiondir,16010,1733095494765/wal.dat.0 2024-12-01T23:24:54,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/51c6a135-0a42-affe-320a-12b543dc294e/WALs/testsplitlogfiledeletedregiondir,16010,1733095494765/wal.dat.0 after 0ms 2024-12-01T23:24:54,908 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/51c6a135-0a42-affe-320a-12b543dc294e/WALs/testsplitlogfiledeletedregiondir,16010,1733095494765/wal.dat.0 took 4ms 2024-12-01T23:24:54,921 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-12-01T23:24:54,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/51c6a135-0a42-affe-320a-12b543dc294e/WALs/testsplitlogfiledeletedregiondir,16010,1733095494765/wal.dat.0 so closing down 2024-12-01T23:24:54,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:54,932 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:54,932 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 17 ms; skipped=17; WAL=hdfs://localhost:45359/user/jenkins/test-data/51c6a135-0a42-affe-320a-12b543dc294e/WALs/testsplitlogfiledeletedregiondir,16010,1733095494765/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-12-01T23:24:54,932 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/51c6a135-0a42-affe-320a-12b543dc294e/WALs/testsplitlogfiledeletedregiondir,16010,1733095494765/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/51c6a135-0a42-affe-320a-12b543dc294e/WALs/testsplitlogfiledeletedregiondir,16010,1733095494765/wal.dat.0, size=1.9 K (1941bytes) at 1733095494905Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/51c6a135-0a42-affe-320a-12b543dc294e/WALs/testsplitlogfiledeletedregiondir,16010,1733095494765/wal.dat.0 so closing down at 1733095494921 (+16 ms)3 split writer threads finished at 1733095494932 (+11 ms)Processed 17 edits across 0 Regions in 17 ms; skipped=17; WAL=hdfs://localhost:45359/user/jenkins/test-data/51c6a135-0a42-affe-320a-12b543dc294e/WALs/testsplitlogfiledeletedregiondir,16010,1733095494765/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1733095494932 2024-12-01T23:24:54,950 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/51c6a135-0a42-affe-320a-12b543dc294e/WALs/testsplitlogfiledeletedregiondir,16010,1733095494765/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/51c6a135-0a42-affe-320a-12b543dc294e/oldWALs/wal.dat.0 2024-12-01T23:24:54,990 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=128 (was 128), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1231 (was 1231), ProcessCount=11 (was 11), AvailableMemoryMB=938 (was 980) 2024-12-01T23:24:55,010 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=128, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1231, ProcessCount=11, AvailableMemoryMB=936 2024-12-01T23:24:55,010 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:55,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742114_1293 (size=7) 2024-12-01T23:24:55,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742114_1293 (size=7) 2024-12-01T23:24:55,136 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:55,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:55,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:55,157 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:55,164 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-01T23:24:55,165 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:55,165 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:24:55,177 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:24:55,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:24:55,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742115_1294 (size=1393) 2024-12-01T23:24:55,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742115_1294 (size=1393) 2024-12-01T23:24:55,354 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:24:55,354 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:24:55,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742116_1295 (size=1393) 2024-12-01T23:24:55,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742116_1295 (size=1393) 2024-12-01T23:24:55,948 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:24:55,949 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:24:55,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742117_1296 (size=1393) 2024-12-01T23:24:55,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742117_1296 (size=1393) 2024-12-01T23:24:55,978 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:24:55,978 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:24:55,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:55,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:55,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742118_1297 (size=1393) 2024-12-01T23:24:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742118_1297 (size=1393) 2024-12-01T23:24:56,011 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:24:56,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:24:56,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742119_1298 (size=1393) 2024-12-01T23:24:56,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742119_1298 (size=1393) 2024-12-01T23:24:56,452 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:24:56,452 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:24:56,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742120_1299 (size=1393) 2024-12-01T23:24:56,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742120_1299 (size=1393) 2024-12-01T23:24:56,715 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:24:56,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:24:56,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742121_1300 (size=1405) 2024-12-01T23:24:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742121_1300 (size=1405) 2024-12-01T23:24:56,980 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:24:56,981 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:24:56,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:56,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,714 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1432444060_22 at /127.0.0.1:43480 [Receiving block BP-2109899809-172.17.0.3-1733095408801:blk_1073742122_1301] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 681ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144/data/data4/, blockId=1073742122, seqno=0 2024-12-01T23:24:57,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742122_1301 (size=1413) 2024-12-01T23:24:57,819 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:24:57,820 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:24:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742122_1301 (size=1413) 2024-12-01T23:24:57,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:57,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:57,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742123_1302 (size=1413) 2024-12-01T23:24:58,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742123_1302 (size=1413) 2024-12-01T23:24:58,021 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:24:58,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:24:58,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742124_1303 (size=1413) 2024-12-01T23:24:58,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742124_1303 (size=1413) 2024-12-01T23:24:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:24:58,214 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/ae57a35e-1d3e-5505-8c69-3db2a1d6e0da/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733095495157/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:24:58,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/ae57a35e-1d3e-5505-8c69-3db2a1d6e0da/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733095495157/wal.dat.0 2024-12-01T23:24:58,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/ae57a35e-1d3e-5505-8c69-3db2a1d6e0da/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733095495157/wal.dat.0 after 0ms 2024-12-01T23:24:58,240 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/ae57a35e-1d3e-5505-8c69-3db2a1d6e0da/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733095495157/wal.dat.0 took 27ms 2024-12-01T23:24:58,275 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ae57a35e-1d3e-5505-8c69-3db2a1d6e0da/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733095495157/wal.dat.0 so closing down 2024-12-01T23:24:58,275 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:24:58,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:24:58,278 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ae57a35e-1d3e-5505-8c69-3db2a1d6e0da/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733095495157/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:24:58,278 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/ae57a35e-1d3e-5505-8c69-3db2a1d6e0da/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733095495157/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/ae57a35e-1d3e-5505-8c69-3db2a1d6e0da/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733095495157/wal.dat.0, size=1.4 K (1393bytes) at 1733095498214Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/ae57a35e-1d3e-5505-8c69-3db2a1d6e0da/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733095495157/wal.dat.0 so closing down at 1733095498275 (+61 ms)3 split writer threads finished at 1733095498278 (+3 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/ae57a35e-1d3e-5505-8c69-3db2a1d6e0da/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733095495157/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095498278 2024-12-01T23:24:58,329 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=128 (was 128), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1231 (was 1231), ProcessCount=11 (was 11), AvailableMemoryMB=710 (was 936) 2024-12-01T23:24:58,355 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=128, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1231, ProcessCount=11, AvailableMemoryMB=709 2024-12-01T23:24:58,355 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:24:58,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742125_1304 (size=7) 2024-12-01T23:24:58,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742125_1304 (size=7) 2024-12-01T23:24:58,436 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:24:58,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:58,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:24:58,450 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:24:58,450 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:24:58,451 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:24:58,452 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:24:58,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742126_1305 (size=1393) 2024-12-01T23:24:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742126_1305 (size=1393) 2024-12-01T23:24:58,636 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:24:58,636 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:24:58,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742127_1306 (size=1393) 2024-12-01T23:24:58,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742127_1306 (size=1393) 2024-12-01T23:24:58,843 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:24:58,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:24:58,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:58,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:58,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742128_1307 (size=1393) 2024-12-01T23:24:59,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742128_1307 (size=1393) 2024-12-01T23:24:59,095 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:24:59,096 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:24:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742129_1308 (size=1393) 2024-12-01T23:24:59,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742129_1308 (size=1393) 2024-12-01T23:24:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:24:59,392 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:24:59,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,514 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:24:59,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742131_1310 (size=1393) 2024-12-01T23:24:59,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742131_1310 (size=1393) 2024-12-01T23:24:59,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:24:59,615 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:24:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:24:59,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:24:59,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742132_1311 (size=1405) 2024-12-01T23:24:59,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742132_1311 (size=1405) 2024-12-01T23:25:00,181 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:25:00,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:25:00,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742133_1312 (size=1413) 2024-12-01T23:25:00,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742133_1312 (size=1413) 2024-12-01T23:25:00,271 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:25:00,271 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:25:00,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742134_1313 (size=1413) 2024-12-01T23:25:00,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742134_1313 (size=1413) 2024-12-01T23:25:00,763 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:25:00,764 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:25:00,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742135_1314 (size=1413) 2024-12-01T23:25:00,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742135_1314 (size=1413) 2024-12-01T23:25:00,918 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:25:00,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:00,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742130_1309 (size=1458) 2024-12-01T23:25:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742130_1309 (size=1458) 2024-12-01T23:25:01,401 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:25:01,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.0 2024-12-01T23:25:01,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.0 after 7ms 2024-12-01T23:25:01,426 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.0 took 25ms 2024-12-01T23:25:01,439 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.0 so closing down 2024-12-01T23:25:01,439 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:01,441 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:01,463 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:01,465 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:01,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:01,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:01,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742136_1315 (size=743) 2024-12-01T23:25:01,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742136_1315 (size=743) 2024-12-01T23:25:01,535 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:01,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742137_1316 (size=743) 2024-12-01T23:25:01,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742137_1316 (size=743) 2024-12-01T23:25:01,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:25:01,545 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:01,549 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:25:01,550 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:01,550 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.0, size=1.4 K (1393bytes) at 1733095501401Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.0 so closing down at 1733095501439 (+38 ms)3 split writer threads finished at 1733095501441 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095501477 (+36 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095501478 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095501535 (+57 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095501538 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095501545 (+7 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095501549 (+4 ms)Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095501550 (+1 ms) 2024-12-01T23:25:01,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/oldWALs/wal.dat.0 2024-12-01T23:25:01,556 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:25:01,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.1 2024-12-01T23:25:01,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.1 after 0ms 2024-12-01T23:25:01,573 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.1 took 17ms 2024-12-01T23:25:01,588 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.1 so closing down 2024-12-01T23:25:01,588 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:01,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:01,622 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:01,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:01,631 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:01,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742138_1317 (size=743) 2024-12-01T23:25:01,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742138_1317 (size=743) 2024-12-01T23:25:01,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:01,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:25:01,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742139_1318 (size=743) 2024-12-01T23:25:01,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742139_1318 (size=743) 2024-12-01T23:25:01,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:01,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-01T23:25:01,736 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 151 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:01,736 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.1, size=1.4 K (1393bytes) at 1733095501556Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.1 so closing down at 1733095501588 (+32 ms)3 split writer threads finished at 1733095501596 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095501625 (+29 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095501635 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095501712 (+77 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095501715 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095501730 (+15 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733095501735 (+5 ms)Processed 20 edits across 2 Regions in 151 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095501736 (+1 ms) 2024-12-01T23:25:01,739 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/oldWALs/wal.dat.1 2024-12-01T23:25:01,740 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:25:01,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.2 2024-12-01T23:25:01,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.2 after 2ms 2024-12-01T23:25:01,755 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.2 took 16ms 2024-12-01T23:25:01,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.2 so closing down 2024-12-01T23:25:01,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:01,773 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:01,790 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:01,798 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:01,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:01,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742140_1319 (size=743) 2024-12-01T23:25:01,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742140_1319 (size=743) 2024-12-01T23:25:01,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:01,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:25:01,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742141_1320 (size=743) 2024-12-01T23:25:01,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742141_1320 (size=743) 2024-12-01T23:25:01,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:01,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-01T23:25:01,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:01,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.2, size=1.4 K (1393bytes) at 1733095501740Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.2 so closing down at 1733095501773 (+33 ms)3 split writer threads finished at 1733095501773Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095501800 (+27 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095501816 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095501855 (+39 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095501857 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095501866 (+9 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733095501868 (+2 ms)Processed 20 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095501868 2024-12-01T23:25:01,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/oldWALs/wal.dat.2 2024-12-01T23:25:01,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:25:01,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.3 2024-12-01T23:25:01,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.3 after 0ms 2024-12-01T23:25:01,875 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.3 took 5ms 2024-12-01T23:25:01,885 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.3 so closing down 2024-12-01T23:25:01,885 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:01,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:01,902 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:01,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:01,928 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:01,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:01,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742142_1321 (size=743) 2024-12-01T23:25:01,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742142_1321 (size=743) 2024-12-01T23:25:01,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:01,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-01T23:25:01,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742143_1322 (size=743) 2024-12-01T23:25:01,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742143_1322 (size=743) 2024-12-01T23:25:01,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:02,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-01T23:25:02,000 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:02,000 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.3, size=1.4 K (1393bytes) at 1733095501870Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.3 so closing down at 1733095501885 (+15 ms)3 split writer threads finished at 1733095501892 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095501903 (+11 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095501944 (+41 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095501953 (+9 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733095501958 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095501981 (+23 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733095502000 (+19 ms)Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095502000 2024-12-01T23:25:02,026 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/oldWALs/wal.dat.3 2024-12-01T23:25:02,027 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.4, size=1.4 K (1458bytes) 2024-12-01T23:25:02,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.4 2024-12-01T23:25:02,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.4 after 4ms 2024-12-01T23:25:02,079 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.4 took 52ms 2024-12-01T23:25:02,112 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.4 so closing down 2024-12-01T23:25:02,112 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:02,120 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:02,142 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:02,143 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-12-01T23:25:02,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:02,144 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:02,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-12-01T23:25:02,150 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:25:02,150 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-12-01T23:25:02,150 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.4, size=1.4 K (1458bytes) at 1733095502027Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.4 so closing down at 1733095502112 (+85 ms)3 split writer threads finished at 1733095502120 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095502144 (+24 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1733095502149 (+5 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1733095502150 (+1 ms)Processed 21 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/WALs/testsplitwillfailifwritingtoregionfails,16010,1733095498450/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1733095502150 2024-12-01T23:25:02,152 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:02,153 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:25:02,154 WARN [Thread-2076 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41732 remote=/127.0.0.1:36031]. Total timeout mills is 70000, 69995 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-01T23:25:02,154 WARN [Thread-2076 {}] hdfs.DataStreamer(1850): Abandoning BP-2109899809-172.17.0.3-1733095408801:blk_1073742144_1323 2024-12-01T23:25:02,156 WARN [Thread-2076 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-01T23:25:02,162 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:45359/user/jenkins/test-data/cf2e4337-d39c-2579-7bbc-ffb20a975a4c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:25:02,183 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=131 (was 128) - Thread LEAK? -, OpenFileDescriptor=388 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1236 (was 1231) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=545 (was 709) 2024-12-01T23:25:02,200 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=131, OpenFileDescriptor=394, MaxFileDescriptor=1048576, SystemLoadAverage=1236, ProcessCount=11, AvailableMemoryMB=545 2024-12-01T23:25:02,201 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:25:02,201 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_437170479_22 at /127.0.0.1:41732 [Receiving block BP-2109899809-172.17.0.3-1733095408801:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:36031:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41732 dst: /127.0.0.1:36031 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:25:02,204 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_437170479_22 at /127.0.0.1:43960 [Receiving block BP-2109899809-172.17.0.3-1733095408801:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:45357:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43960 dst: /127.0.0.1:45357 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:25:02,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742145_1324 (size=7) 2024-12-01T23:25:02,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742145_1324 (size=7) 2024-12-01T23:25:02,276 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:25:02,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:02,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:02,288 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:02,300 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-01T23:25:02,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742146_1325 (size=93) 2024-12-01T23:25:02,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742146_1325 (size=93) 2024-12-01T23:25:02,372 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:25:02,385 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:25:02,404 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:25:02,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742147_1326 (size=1393) 2024-12-01T23:25:02,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742147_1326 (size=1393) 2024-12-01T23:25:02,532 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:25:02,533 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:25:02,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742148_1327 (size=1393) 2024-12-01T23:25:02,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742148_1327 (size=1393) 2024-12-01T23:25:02,609 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:25:02,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:25:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:02,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:02,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742149_1328 (size=1393) 2024-12-01T23:25:02,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742149_1328 (size=1393) 2024-12-01T23:25:02,916 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:25:03,108 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:25:03,108 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:25:03,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742150_1329 (size=1393) 2024-12-01T23:25:03,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742150_1329 (size=1393) 2024-12-01T23:25:03,210 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:25:03,210 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:25:03,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742151_1330 (size=1393) 2024-12-01T23:25:03,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742151_1330 (size=1393) 2024-12-01T23:25:03,361 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:25:03,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:25:03,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742152_1331 (size=1393) 2024-12-01T23:25:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742152_1331 (size=1393) 2024-12-01T23:25:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:25:03,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:25:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742153_1332 (size=1405) 2024-12-01T23:25:03,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742153_1332 (size=1405) 2024-12-01T23:25:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:25:03,541 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:25:03,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742154_1333 (size=1413) 2024-12-01T23:25:03,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742154_1333 (size=1413) 2024-12-01T23:25:03,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:25:03,667 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:25:03,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:03,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:03,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742155_1334 (size=1413) 2024-12-01T23:25:03,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742155_1334 (size=1413) 2024-12-01T23:25:04,189 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:25:04,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:25:04,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:04,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742156_1335 (size=1413) 2024-12-01T23:25:04,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742156_1335 (size=1413) 2024-12-01T23:25:04,787 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:25:04,787 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-12-01T23:25:04,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742157_1336 (size=93) 2024-12-01T23:25:04,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742157_1336 (size=93) 2024-12-01T23:25:05,326 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat..empty, size=93 (93bytes) 2024-12-01T23:25:05,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat..empty 2024-12-01T23:25:05,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat..empty after 1ms 2024-12-01T23:25:05,351 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat..empty took 25ms 2024-12-01T23:25:05,361 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat..empty so closing down 2024-12-01T23:25:05,361 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:05,365 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:05,365 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-01T23:25:05,365 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat..empty, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat..empty, size=93 (93bytes) at 1733095505326Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat..empty so closing down at 1733095505361 (+35 ms)3 split writer threads finished at 1733095505365 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1733095505365 2024-12-01T23:25:05,392 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat..empty to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/oldWALs/wal.dat..empty 2024-12-01T23:25:05,393 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:25:05,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.0 2024-12-01T23:25:05,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.0 after 7ms 2024-12-01T23:25:05,416 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.0 took 24ms 2024-12-01T23:25:05,458 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.0 so closing down 2024-12-01T23:25:05,458 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:05,460 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:05,488 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:05,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:05,516 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:05,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:05,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742158_1337 (size=743) 2024-12-01T23:25:05,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742158_1337 (size=743) 2024-12-01T23:25:05,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:05,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:25:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742159_1338 (size=743) 2024-12-01T23:25:05,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742159_1338 (size=743) 2024-12-01T23:25:05,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:05,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:25:05,624 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:05,625 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.0, size=1.4 K (1393bytes) at 1733095505393Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.0 so closing down at 1733095505458 (+65 ms)3 split writer threads finished at 1733095505460 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095505500 (+40 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095505536 (+36 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095505557 (+21 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095505567 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095505604 (+37 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095505624 (+20 ms)Processed 20 edits across 2 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095505624 2024-12-01T23:25:05,644 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/oldWALs/wal.dat.0 2024-12-01T23:25:05,645 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:25:05,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.1 2024-12-01T23:25:05,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.1 after 7ms 2024-12-01T23:25:05,668 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.1 took 24ms 2024-12-01T23:25:05,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.1 so closing down 2024-12-01T23:25:05,705 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:05,712 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:05,749 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:05,751 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:05,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:05,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:05,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742161_1340 (size=743) 2024-12-01T23:25:05,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742161_1340 (size=743) 2024-12-01T23:25:05,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:05,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-01T23:25:05,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742160_1339 (size=743) 2024-12-01T23:25:05,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742160_1339 (size=743) 2024-12-01T23:25:06,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:06,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:25:06,265 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 573 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:06,265 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.1, size=1.4 K (1393bytes) at 1733095505645Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.1 so closing down at 1733095505705 (+60 ms)3 split writer threads finished at 1733095505712 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095505762 (+50 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095505769 (+7 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095505819 (+50 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733095505836 (+17 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095506248 (+412 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095506264 (+16 ms)Processed 20 edits across 2 Regions in 573 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095506265 (+1 ms) 2024-12-01T23:25:06,289 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/oldWALs/wal.dat.1 2024-12-01T23:25:06,289 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:25:06,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.2 2024-12-01T23:25:06,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.2 after 4ms 2024-12-01T23:25:06,301 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.2 took 12ms 2024-12-01T23:25:06,338 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.2 so closing down 2024-12-01T23:25:06,338 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:06,338 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:06,368 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:06,372 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:06,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:06,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:06,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742162_1341 (size=743) 2024-12-01T23:25:06,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742162_1341 (size=743) 2024-12-01T23:25:06,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:06,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-01T23:25:06,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742163_1342 (size=743) 2024-12-01T23:25:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742163_1342 (size=743) 2024-12-01T23:25:06,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:06,483 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:25:06,483 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 147 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:06,483 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.2, size=1.4 K (1393bytes) at 1733095506289Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.2 so closing down at 1733095506338 (+49 ms)3 split writer threads finished at 1733095506338Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095506376 (+38 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095506388 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095506459 (+71 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733095506461 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095506481 (+20 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095506483 (+2 ms)Processed 20 edits across 2 Regions in 147 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095506483 2024-12-01T23:25:06,485 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/oldWALs/wal.dat.2 2024-12-01T23:25:06,485 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:25:06,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.3 2024-12-01T23:25:06,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.3 after 0ms 2024-12-01T23:25:06,487 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.3 took 2ms 2024-12-01T23:25:06,502 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.3 so closing down 2024-12-01T23:25:06,502 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:06,514 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:06,557 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:06,561 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:06,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:06,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:06,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742165_1344 (size=743) 2024-12-01T23:25:06,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742165_1344 (size=743) 2024-12-01T23:25:06,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:06,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-01T23:25:06,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742164_1343 (size=743) 2024-12-01T23:25:06,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742164_1343 (size=743) 2024-12-01T23:25:06,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:06,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-01T23:25:06,699 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 198 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:06,699 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.3, size=1.4 K (1393bytes) at 1733095506485Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.3 so closing down at 1733095506502 (+17 ms)3 split writer threads finished at 1733095506514 (+12 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095506577 (+63 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095506594 (+17 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095506671 (+77 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733095506680 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095506690 (+10 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733095506699 (+9 ms)Processed 20 edits across 2 Regions in 198 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095506699 2024-12-01T23:25:06,702 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/oldWALs/wal.dat.3 2024-12-01T23:25:06,703 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:25:06,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.4 2024-12-01T23:25:06,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.4 after 0ms 2024-12-01T23:25:06,705 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.4 took 3ms 2024-12-01T23:25:06,727 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.4 so closing down 2024-12-01T23:25:06,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:06,728 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:06,753 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:06,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:06,787 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:06,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:06,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742166_1345 (size=743) 2024-12-01T23:25:06,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742166_1345 (size=743) 2024-12-01T23:25:06,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:06,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-01T23:25:06,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742167_1346 (size=743) 2024-12-01T23:25:06,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742167_1346 (size=743) 2024-12-01T23:25:08,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:08,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-01T23:25:08,315 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 1589 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:08,316 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.4, size=1.4 K (1393bytes) at 1733095506703Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.4 so closing down at 1733095506728 (+25 ms)3 split writer threads finished at 1733095506728Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095506772 (+44 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733095506805 (+33 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095506839 (+34 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733095506842 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095508310 (+1468 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733095508315 (+5 ms)Processed 20 edits across 2 Regions in 1589 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095508315 2024-12-01T23:25:08,320 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/oldWALs/wal.dat.4 2024-12-01T23:25:08,320 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.5, size=1.4 K (1393bytes) 2024-12-01T23:25:08,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.5 2024-12-01T23:25:08,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.5 after 1ms 2024-12-01T23:25:08,325 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.5 took 5ms 2024-12-01T23:25:08,345 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.5 so closing down 2024-12-01T23:25:08,345 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:08,348 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:08,353 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-01T23:25:08,355 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-01T23:25:08,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-01T23:25:08,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-01T23:25:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742169_1348 (size=743) 2024-12-01T23:25:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742169_1348 (size=743) 2024-12-01T23:25:08,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742168_1347 (size=743) 2024-12-01T23:25:08,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742168_1347 (size=743) 2024-12-01T23:25:08,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:09,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-01T23:25:09,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:09,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-01T23:25:09,020 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 676 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:09,020 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.5, size=1.4 K (1393bytes) at 1733095508320Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.5 so closing down at 1733095508345 (+25 ms)3 split writer threads finished at 1733095508348 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733095508356 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733095508368 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095508882 (+514 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733095509017 (+135 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095509018 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733095509020 (+2 ms)Processed 20 edits across 2 Regions in 676 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095509020 2024-12-01T23:25:09,022 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/oldWALs/wal.dat.5 2024-12-01T23:25:09,022 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:25:09,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.6 2024-12-01T23:25:09,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.6 after 1ms 2024-12-01T23:25:09,024 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.6 took 2ms 2024-12-01T23:25:09,026 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.6 so closing down 2024-12-01T23:25:09,026 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:09,026 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:09,031 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-01T23:25:09,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-01T23:25:09,032 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-01T23:25:09,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-01T23:25:09,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742170_1349 (size=749) 2024-12-01T23:25:09,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742170_1349 (size=749) 2024-12-01T23:25:09,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742171_1350 (size=749) 2024-12-01T23:25:09,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742171_1350 (size=749) 2024-12-01T23:25:09,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:09,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-01T23:25:09,554 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:09,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-01T23:25:09,560 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 535 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-01T23:25:09,560 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.6, size=1.4 K (1405bytes) at 1733095509022Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.6 so closing down at 1733095509026 (+4 ms)3 split writer threads finished at 1733095509026Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733095509032 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733095509040 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095509155 (+115 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733095509156 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095509554 (+398 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733095509560 (+6 ms)Processed 20 edits across 2 Regions in 535 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733095509560 2024-12-01T23:25:09,572 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/oldWALs/wal.dat.6 2024-12-01T23:25:09,572 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:25:09,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.7 2024-12-01T23:25:09,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.7 after 1ms 2024-12-01T23:25:09,580 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.7 took 8ms 2024-12-01T23:25:09,613 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.7 so closing down 2024-12-01T23:25:09,613 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:09,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:09,633 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-01T23:25:09,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:25:09,646 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-01T23:25:09,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:25:09,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742172_1351 (size=753) 2024-12-01T23:25:09,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742172_1351 (size=753) 2024-12-01T23:25:09,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742173_1352 (size=753) 2024-12-01T23:25:09,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742173_1352 (size=753) 2024-12-01T23:25:10,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:10,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-01T23:25:10,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:10,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-01T23:25:10,142 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 530 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:25:10,142 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.7, size=1.4 K (1413bytes) at 1733095509572Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.7 so closing down at 1733095509613 (+41 ms)3 split writer threads finished at 1733095509616 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095509640 (+24 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733095509663 (+23 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095510125 (+462 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733095510129 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095510132 (+3 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733095510142 (+10 ms)Processed 20 edits across 2 Regions in 530 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095510142 2024-12-01T23:25:10,161 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/oldWALs/wal.dat.7 2024-12-01T23:25:10,162 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:25:10,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.8 2024-12-01T23:25:10,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.8 after 0ms 2024-12-01T23:25:10,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.8 took 4ms 2024-12-01T23:25:10,173 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.8 so closing down 2024-12-01T23:25:10,173 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:10,176 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:10,179 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-01T23:25:10,195 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-01T23:25:10,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-01T23:25:10,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-01T23:25:10,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742174_1353 (size=753) 2024-12-01T23:25:10,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742174_1353 (size=753) 2024-12-01T23:25:10,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742175_1354 (size=753) 2024-12-01T23:25:10,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:10,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:10,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742175_1354 (size=753) 2024-12-01T23:25:10,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-01T23:25:10,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-01T23:25:10,227 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:25:10,227 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.8, size=1.4 K (1413bytes) at 1733095510162Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.8 so closing down at 1733095510173 (+11 ms)3 split writer threads finished at 1733095510176 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733095510204 (+28 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733095510204Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095510220 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095510220Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733095510226 (+6 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733095510227 (+1 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095510227 2024-12-01T23:25:10,230 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/oldWALs/wal.dat.8 2024-12-01T23:25:10,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:25:10,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.9 2024-12-01T23:25:10,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.9 after 0ms 2024-12-01T23:25:10,233 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.9 took 3ms 2024-12-01T23:25:10,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.9 so closing down 2024-12-01T23:25:10,235 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:10,235 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:10,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-01T23:25:10,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-01T23:25:10,241 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-01T23:25:10,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-01T23:25:10,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742176_1355 (size=753) 2024-12-01T23:25:10,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742176_1355 (size=753) 2024-12-01T23:25:10,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:10,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-01T23:25:10,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742177_1356 (size=753) 2024-12-01T23:25:10,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742177_1356 (size=753) 2024-12-01T23:25:10,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:10,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-01T23:25:10,320 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:25:10,320 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.9, size=1.4 K (1413bytes) at 1733095510231Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.9 so closing down at 1733095510234 (+3 ms)3 split writer threads finished at 1733095510235 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733095510238 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733095510257 (+19 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095510284 (+27 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733095510286 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095510304 (+18 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733095510320 (+16 ms)Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095510320 2024-12-01T23:25:10,333 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/oldWALs/wal.dat.9 2024-12-01T23:25:10,333 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.empty, size=93 (93bytes) 2024-12-01T23:25:10,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.empty 2024-12-01T23:25:10,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.empty after 7ms 2024-12-01T23:25:10,352 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.empty took 19ms 2024-12-01T23:25:10,367 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.empty so closing down 2024-12-01T23:25:10,367 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:10,368 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:10,368 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-01T23:25:10,368 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.empty, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.empty, size=93 (93bytes) at 1733095510333Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.empty so closing down at 1733095510367 (+34 ms)3 split writer threads finished at 1733095510368 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1733095510368 2024-12-01T23:25:10,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/WALs/testemptylogfiles,16010,1733095502288/wal.dat.empty to hdfs://localhost:45359/user/jenkins/test-data/444cb8ac-5b19-8b41-bcf1-cde43e88f20e/oldWALs/wal.dat.empty 2024-12-01T23:25:10,585 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=128 (was 131), OpenFileDescriptor=387 (was 394), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1360 (was 1236) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=279 (was 545) 2024-12-01T23:25:10,598 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=128, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1360, ProcessCount=11, AvailableMemoryMB=281 2024-12-01T23:25:10,598 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:25:10,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742178_1357 (size=7) 2024-12-01T23:25:10,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742178_1357 (size=7) 2024-12-01T23:25:10,653 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:25:10,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:10,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:10,669 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:10,670 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:25:10,671 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:25:10,681 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:25:10,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742179_1358 (size=1393) 2024-12-01T23:25:10,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742179_1358 (size=1393) 2024-12-01T23:25:10,772 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:25:10,772 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:25:10,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742180_1359 (size=1393) 2024-12-01T23:25:10,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742180_1359 (size=1393) 2024-12-01T23:25:10,824 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:25:10,824 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:25:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:10,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:10,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742181_1360 (size=1393) 2024-12-01T23:25:10,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742181_1360 (size=1393) 2024-12-01T23:25:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:25:10,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742182_1361 (size=1393) 2024-12-01T23:25:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742182_1361 (size=1393) 2024-12-01T23:25:11,164 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:25:11,165 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:25:11,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742183_1362 (size=1393) 2024-12-01T23:25:11,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742183_1362 (size=1393) 2024-12-01T23:25:11,295 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:25:11,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:25:11,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742184_1363 (size=1393) 2024-12-01T23:25:11,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742184_1363 (size=1393) 2024-12-01T23:25:11,794 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:25:11,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:25:11,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742185_1364 (size=1405) 2024-12-01T23:25:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742185_1364 (size=1405) 2024-12-01T23:25:11,885 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:25:11,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:25:11,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742186_1365 (size=1413) 2024-12-01T23:25:11,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742186_1365 (size=1413) 2024-12-01T23:25:11,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:25:11,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:25:11,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:11,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742187_1366 (size=1413) 2024-12-01T23:25:12,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742187_1366 (size=1413) 2024-12-01T23:25:12,047 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:25:12,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:25:12,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:12,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:12,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742188_1367 (size=1413) 2024-12-01T23:25:12,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742188_1367 (size=1413) 2024-12-01T23:25:12,170 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:25:12,200 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:25:12,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.0 2024-12-01T23:25:12,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.0 after 1ms 2024-12-01T23:25:12,202 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.0 took 2ms 2024-12-01T23:25:12,211 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.0 so closing down 2024-12-01T23:25:12,211 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:12,212 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:12,229 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:12,230 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:12,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:12,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:12,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742189_1368 (size=743) 2024-12-01T23:25:12,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742189_1368 (size=743) 2024-12-01T23:25:12,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:12,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:25:12,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742190_1369 (size=743) 2024-12-01T23:25:12,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742190_1369 (size=743) 2024-12-01T23:25:12,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:12,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:25:12,273 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:12,273 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.0, size=1.4 K (1393bytes) at 1733095512200Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.0 so closing down at 1733095512211 (+11 ms)3 split writer threads finished at 1733095512212 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095512240 (+28 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095512240Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095512256 (+16 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095512258 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095512272 (+14 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095512273 (+1 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095512273 2024-12-01T23:25:12,276 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/oldWALs/wal.dat.0 2024-12-01T23:25:12,277 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:25:12,277 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.1 2024-12-01T23:25:12,278 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.1 after 1ms 2024-12-01T23:25:12,280 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.1 took 3ms 2024-12-01T23:25:12,281 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.1 so closing down 2024-12-01T23:25:12,281 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:12,281 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:12,283 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:12,283 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:12,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:12,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:12,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742191_1370 (size=743) 2024-12-01T23:25:12,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742191_1370 (size=743) 2024-12-01T23:25:12,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:12,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-01T23:25:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742192_1371 (size=743) 2024-12-01T23:25:12,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742192_1371 (size=743) 2024-12-01T23:25:12,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:12,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:25:12,353 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:12,354 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.1, size=1.4 K (1393bytes) at 1733095512277Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.1 so closing down at 1733095512281 (+4 ms)3 split writer threads finished at 1733095512281Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095512284 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095512284Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095512333 (+49 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733095512334 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095512351 (+17 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095512353 (+2 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095512353 2024-12-01T23:25:12,362 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/oldWALs/wal.dat.1 2024-12-01T23:25:12,362 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:25:12,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.2 2024-12-01T23:25:12,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.2 after 2ms 2024-12-01T23:25:12,367 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.2 took 5ms 2024-12-01T23:25:12,381 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.2 so closing down 2024-12-01T23:25:12,381 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:12,390 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:12,406 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:12,409 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:12,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:12,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742193_1372 (size=743) 2024-12-01T23:25:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742193_1372 (size=743) 2024-12-01T23:25:12,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:12,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-01T23:25:12,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742194_1373 (size=743) 2024-12-01T23:25:12,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742194_1373 (size=743) 2024-12-01T23:25:12,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:12,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:25:12,508 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:12,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.2, size=1.4 K (1393bytes) at 1733095512362Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.2 so closing down at 1733095512381 (+19 ms)3 split writer threads finished at 1733095512390 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095512419 (+29 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095512424 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095512475 (+51 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733095512476 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095512506 (+30 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095512508 (+2 ms)Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095512508 2024-12-01T23:25:12,510 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/oldWALs/wal.dat.2 2024-12-01T23:25:12,510 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:25:12,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.3 2024-12-01T23:25:12,511 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.3 after 1ms 2024-12-01T23:25:12,513 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.3 took 3ms 2024-12-01T23:25:12,550 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.3 so closing down 2024-12-01T23:25:12,550 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:12,552 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:12,566 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:12,587 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:12,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:12,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:12,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742195_1374 (size=743) 2024-12-01T23:25:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742195_1374 (size=743) 2024-12-01T23:25:12,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:12,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-01T23:25:12,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742196_1375 (size=743) 2024-12-01T23:25:12,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742196_1375 (size=743) 2024-12-01T23:25:12,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:12,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-01T23:25:12,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 256 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:12,804 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.3, size=1.4 K (1393bytes) at 1733095512510Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.3 so closing down at 1733095512550 (+40 ms)3 split writer threads finished at 1733095512552 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095512608 (+56 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095512612 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095512722 (+110 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733095512723 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095512792 (+69 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733095512804 (+12 ms)Processed 20 edits across 2 Regions in 256 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095512804 2024-12-01T23:25:12,820 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/oldWALs/wal.dat.3 2024-12-01T23:25:12,820 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:25:12,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.4 2024-12-01T23:25:12,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.4 after 3ms 2024-12-01T23:25:12,836 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.4 took 16ms 2024-12-01T23:25:12,856 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.4 so closing down 2024-12-01T23:25:12,856 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:12,864 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:12,911 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:12,913 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:12,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:12,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742197_1376 (size=743) 2024-12-01T23:25:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742197_1376 (size=743) 2024-12-01T23:25:13,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:13,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-01T23:25:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742198_1377 (size=743) 2024-12-01T23:25:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742198_1377 (size=743) 2024-12-01T23:25:13,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:13,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-01T23:25:13,033 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 181 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:13,034 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.4, size=1.4 K (1393bytes) at 1733095512820Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.4 so closing down at 1733095512856 (+36 ms)3 split writer threads finished at 1733095512864 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733095512924 (+60 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095512940 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095513013 (+73 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733095513020 (+7 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095513030 (+10 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733095513033 (+3 ms)Processed 20 edits across 2 Regions in 181 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095513034 (+1 ms) 2024-12-01T23:25:13,047 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/oldWALs/wal.dat.4 2024-12-01T23:25:13,047 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.5, size=1.4 K (1393bytes) 2024-12-01T23:25:13,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.5 2024-12-01T23:25:13,048 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.5 after 1ms 2024-12-01T23:25:13,050 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.5 took 3ms 2024-12-01T23:25:13,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.5 so closing down 2024-12-01T23:25:13,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:13,056 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:13,079 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-01T23:25:13,080 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-01T23:25:13,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-01T23:25:13,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-01T23:25:13,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742199_1378 (size=743) 2024-12-01T23:25:13,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742199_1378 (size=743) 2024-12-01T23:25:13,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:13,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-01T23:25:13,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742200_1379 (size=743) 2024-12-01T23:25:13,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742200_1379 (size=743) 2024-12-01T23:25:13,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:13,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-01T23:25:13,154 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:13,154 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.5, size=1.4 K (1393bytes) at 1733095513047Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.5 so closing down at 1733095513055 (+8 ms)3 split writer threads finished at 1733095513056 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733095513081 (+25 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733095513085 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095513122 (+37 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733095513128 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095513152 (+24 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733095513154 (+2 ms)Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095513154 2024-12-01T23:25:13,156 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/oldWALs/wal.dat.5 2024-12-01T23:25:13,156 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:25:13,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.6 2024-12-01T23:25:13,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.6 after 2ms 2024-12-01T23:25:13,160 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.6 took 4ms 2024-12-01T23:25:13,189 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.6 so closing down 2024-12-01T23:25:13,189 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:13,189 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:13,200 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-01T23:25:13,208 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-01T23:25:13,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-01T23:25:13,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-01T23:25:13,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742201_1380 (size=749) 2024-12-01T23:25:13,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742201_1380 (size=749) 2024-12-01T23:25:13,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:13,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-01T23:25:13,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742202_1381 (size=749) 2024-12-01T23:25:13,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742202_1381 (size=749) 2024-12-01T23:25:13,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:13,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-01T23:25:13,298 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-01T23:25:13,298 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.6, size=1.4 K (1405bytes) at 1733095513156Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.6 so closing down at 1733095513189 (+33 ms)3 split writer threads finished at 1733095513189Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733095513211 (+22 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733095513229 (+18 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095513278 (+49 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733095513280 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095513296 (+16 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733095513297 (+1 ms)Processed 20 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733095513298 (+1 ms) 2024-12-01T23:25:13,299 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/oldWALs/wal.dat.6 2024-12-01T23:25:13,299 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:25:13,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.7 2024-12-01T23:25:13,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.7 after 1ms 2024-12-01T23:25:13,308 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.7 took 9ms 2024-12-01T23:25:13,318 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.7 so closing down 2024-12-01T23:25:13,318 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:13,322 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:13,328 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-01T23:25:13,334 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-01T23:25:13,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:25:13,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:25:13,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742204_1383 (size=753) 2024-12-01T23:25:13,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:13,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742204_1383 (size=753) 2024-12-01T23:25:13,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-01T23:25:13,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742203_1382 (size=753) 2024-12-01T23:25:13,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742203_1382 (size=753) 2024-12-01T23:25:13,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:13,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-01T23:25:13,784 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 468 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:25:13,784 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.7, size=1.4 K (1413bytes) at 1733095513299Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.7 so closing down at 1733095513318 (+19 ms)3 split writer threads finished at 1733095513322 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095513336 (+14 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733095513340 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095513349 (+9 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733095513352 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095513776 (+424 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733095513783 (+7 ms)Processed 20 edits across 2 Regions in 468 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095513784 (+1 ms) 2024-12-01T23:25:13,795 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/oldWALs/wal.dat.7 2024-12-01T23:25:13,796 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:25:13,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.8 2024-12-01T23:25:13,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.8 after 0ms 2024-12-01T23:25:13,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.8 took 6ms 2024-12-01T23:25:13,812 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.8 so closing down 2024-12-01T23:25:13,812 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:13,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:13,830 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-01T23:25:13,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-01T23:25:13,850 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-01T23:25:13,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-01T23:25:13,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742205_1384 (size=753) 2024-12-01T23:25:13,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742205_1384 (size=753) 2024-12-01T23:25:13,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:13,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-01T23:25:13,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742206_1385 (size=753) 2024-12-01T23:25:13,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742206_1385 (size=753) 2024-12-01T23:25:14,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:14,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-01T23:25:14,337 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 527 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:25:14,337 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.8, size=1.4 K (1413bytes) at 1733095513796Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.8 so closing down at 1733095513812 (+16 ms)3 split writer threads finished at 1733095513828 (+16 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733095513838 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733095513856 (+18 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095513904 (+48 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733095513909 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095514324 (+415 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733095514337 (+13 ms)Processed 20 edits across 2 Regions in 527 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095514337 2024-12-01T23:25:14,339 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/oldWALs/wal.dat.8 2024-12-01T23:25:14,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:25:14,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.9 2024-12-01T23:25:14,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.9 after 0ms 2024-12-01T23:25:14,349 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.9 took 9ms 2024-12-01T23:25:14,381 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.9 so closing down 2024-12-01T23:25:14,381 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:14,381 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:14,386 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-01T23:25:14,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-01T23:25:14,397 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-01T23:25:14,413 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-01T23:25:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742207_1386 (size=753) 2024-12-01T23:25:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742207_1386 (size=753) 2024-12-01T23:25:14,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:14,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-01T23:25:14,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742208_1387 (size=753) 2024-12-01T23:25:14,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742208_1387 (size=753) 2024-12-01T23:25:14,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:14,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-01T23:25:14,525 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:25:14,526 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.9, size=1.4 K (1413bytes) at 1733095514340Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.9 so closing down at 1733095514381 (+41 ms)3 split writer threads finished at 1733095514381Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733095514391 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733095514413 (+22 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095514464 (+51 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733095514466 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095514519 (+53 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733095514525 (+6 ms)Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095514525 2024-12-01T23:25:14,528 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733095510669/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/4a727f5e-e457-9036-56e1-c01c74ede3f3/oldWALs/wal.dat.9 2024-12-01T23:25:14,546 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=128 (was 128), OpenFileDescriptor=385 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1355 (was 1360), ProcessCount=11 (was 11), AvailableMemoryMB=259 (was 281) 2024-12-01T23:25:14,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=128, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1355, ProcessCount=11, AvailableMemoryMB=258 2024-12-01T23:25:14,569 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:25:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742209_1388 (size=7) 2024-12-01T23:25:14,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742209_1388 (size=7) 2024-12-01T23:25:14,645 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:25:14,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:14,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:14,655 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:14,666 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:45359/user/jenkins/test-data/f9c152c5-b19a-662e-1df0-61ddda620ef0/data/hbase/meta/1588230740/recovered.edits 2024-12-01T23:25:14,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=128 (was 128), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1355 (was 1355), ProcessCount=11 (was 11), AvailableMemoryMB=254 (was 258) 2024-12-01T23:25:14,725 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=128, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1355, ProcessCount=11, AvailableMemoryMB=252 2024-12-01T23:25:14,725 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:25:14,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742210_1389 (size=7) 2024-12-01T23:25:14,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742210_1389 (size=7) 2024-12-01T23:25:15,195 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:25:15,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:15,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:15,200 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:15,200 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-12-01T23:25:15,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:25:15,204 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-12-01T23:25:15,204 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-12-01T23:25:15,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742211_1390 (size=818) 2024-12-01T23:25:15,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742211_1390 (size=818) 2024-12-01T23:25:15,284 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/WALs/testemptywaledit,16010,1733095515200/wal.dat.5, size=818 (818bytes) 2024-12-01T23:25:15,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/WALs/testemptywaledit,16010,1733095515200/wal.dat.5 2024-12-01T23:25:15,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/WALs/testemptywaledit,16010,1733095515200/wal.dat.5 after 0ms 2024-12-01T23:25:15,306 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/WALs/testemptywaledit,16010,1733095515200/wal.dat.5 took 23ms 2024-12-01T23:25:15,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/WALs/testemptywaledit,16010,1733095515200/wal.dat.5 so closing down 2024-12-01T23:25:15,326 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:15,336 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:15,364 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-12-01T23:25:15,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-12-01T23:25:15,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742212_1391 (size=783) 2024-12-01T23:25:15,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742212_1391 (size=783) 2024-12-01T23:25:15,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-12-01T23:25:15,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-12-01T23:25:15,433 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/WALs/testemptywaledit,16010,1733095515200/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-12-01T23:25:15,433 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/WALs/testemptywaledit,16010,1733095515200/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/WALs/testemptywaledit,16010,1733095515200/wal.dat.5, size=818 (818bytes) at 1733095515284Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/WALs/testemptywaledit,16010,1733095515200/wal.dat.5 so closing down at 1733095515326 (+42 ms)3 split writer threads finished at 1733095515336 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1733095515372 (+36 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1733095515430 (+58 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1733095515433 (+3 ms)Processed 11 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/WALs/testemptywaledit,16010,1733095515200/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1733095515433 2024-12-01T23:25:15,435 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/WALs/testemptywaledit,16010,1733095515200/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/4fd8bc98-c685-ec62-d99d-db5e8eda535c/oldWALs/wal.dat.5 2024-12-01T23:25:15,475 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=128 (was 128), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1355 (was 1355), ProcessCount=11 (was 11), AvailableMemoryMB=233 (was 252) 2024-12-01T23:25:15,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=128, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1355, ProcessCount=11, AvailableMemoryMB=232 2024-12-01T23:25:15,495 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:25:15,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742213_1392 (size=7) 2024-12-01T23:25:15,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742213_1392 (size=7) 2024-12-01T23:25:15,535 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:25:15,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:15,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:15,544 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:15,545 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:25:15,552 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:25:15,554 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:25:15,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742214_1393 (size=1393) 2024-12-01T23:25:15,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742214_1393 (size=1393) 2024-12-01T23:25:15,672 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:25:15,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:25:15,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742215_1394 (size=1393) 2024-12-01T23:25:15,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742215_1394 (size=1393) 2024-12-01T23:25:15,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:25:15,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:25:15,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742216_1395 (size=1393) 2024-12-01T23:25:15,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742216_1395 (size=1393) 2024-12-01T23:25:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:25:15,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:25:15,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742217_1396 (size=1393) 2024-12-01T23:25:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742217_1396 (size=1393) 2024-12-01T23:25:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:25:15,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:25:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742218_1397 (size=1393) 2024-12-01T23:25:15,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742218_1397 (size=1393) 2024-12-01T23:25:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:25:15,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:25:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742219_1398 (size=1393) 2024-12-01T23:25:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742219_1398 (size=1393) 2024-12-01T23:25:15,950 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:25:15,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:25:15,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:15,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:15,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742220_1399 (size=1405) 2024-12-01T23:25:15,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742220_1399 (size=1405) 2024-12-01T23:25:15,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:25:15,995 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:25:16,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742221_1400 (size=1413) 2024-12-01T23:25:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742221_1400 (size=1413) 2024-12-01T23:25:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:25:16,044 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:25:16,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742222_1401 (size=1413) 2024-12-01T23:25:16,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742222_1401 (size=1413) 2024-12-01T23:25:16,070 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:25:16,071 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:25:16,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:16,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:16,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742223_1402 (size=1413) 2024-12-01T23:25:16,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742223_1402 (size=1413) 2024-12-01T23:25:16,104 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:25:16,146 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:25:16,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.0 2024-12-01T23:25:16,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.0 after 1ms 2024-12-01T23:25:16,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.0 took 4ms 2024-12-01T23:25:16,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.0 so closing down 2024-12-01T23:25:16,157 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:16,160 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:16,164 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:16,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:16,180 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:16,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:16,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742226_1405 (size=743) 2024-12-01T23:25:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742226_1405 (size=743) 2024-12-01T23:25:16,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:16,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742225_1404 (size=743) 2024-12-01T23:25:16,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:25:16,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742225_1404 (size=743) 2024-12-01T23:25:16,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:16,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:25:16,219 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:16,219 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.0, size=1.4 K (1393bytes) at 1733095516146Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.0 so closing down at 1733095516157 (+11 ms)3 split writer threads finished at 1733095516160 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095516174 (+14 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095516189 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095516209 (+20 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095516212 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095516217 (+5 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095516219 (+2 ms)Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095516219 2024-12-01T23:25:16,223 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/oldWALs/wal.dat.0 2024-12-01T23:25:16,224 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:25:16,224 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.1 2024-12-01T23:25:16,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.1 after 3ms 2024-12-01T23:25:16,231 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.1 took 8ms 2024-12-01T23:25:16,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.1 so closing down 2024-12-01T23:25:16,234 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:16,235 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:16,244 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:16,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:16,269 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:16,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:16,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742227_1406 (size=743) 2024-12-01T23:25:16,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742227_1406 (size=743) 2024-12-01T23:25:16,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:16,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:25:16,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742228_1407 (size=743) 2024-12-01T23:25:16,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742228_1407 (size=743) 2024-12-01T23:25:16,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:16,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-01T23:25:16,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:16,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.1, size=1.4 K (1393bytes) at 1733095516224Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.1 so closing down at 1733095516234 (+10 ms)3 split writer threads finished at 1733095516235 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095516253 (+18 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095516285 (+32 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095516295 (+10 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095516305 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095516317 (+12 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733095516325 (+8 ms)Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095516325 2024-12-01T23:25:16,329 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/oldWALs/wal.dat.1 2024-12-01T23:25:16,329 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:25:16,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.2 2024-12-01T23:25:16,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.2 after 0ms 2024-12-01T23:25:16,332 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.2 took 3ms 2024-12-01T23:25:16,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.2 so closing down 2024-12-01T23:25:16,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:16,337 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:16,342 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:16,342 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:16,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:16,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:16,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742230_1409 (size=743) 2024-12-01T23:25:16,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742230_1409 (size=743) 2024-12-01T23:25:16,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:16,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742229_1408 (size=743) 2024-12-01T23:25:16,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742229_1408 (size=743) 2024-12-01T23:25:16,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:25:16,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:16,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-01T23:25:16,361 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:16,361 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.2, size=1.4 K (1393bytes) at 1733095516329Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.2 so closing down at 1733095516337 (+8 ms)3 split writer threads finished at 1733095516337Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095516343 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095516343Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095516357 (+14 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095516358 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095516359 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733095516360 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095516361 (+1 ms) 2024-12-01T23:25:16,362 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/oldWALs/wal.dat.2 2024-12-01T23:25:16,362 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:25:16,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.3 2024-12-01T23:25:16,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.3 after 0ms 2024-12-01T23:25:16,365 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.3 took 3ms 2024-12-01T23:25:16,366 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.3 so closing down 2024-12-01T23:25:16,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:16,366 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:16,368 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:16,368 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:16,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:16,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:16,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742232_1411 (size=743) 2024-12-01T23:25:16,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742232_1411 (size=743) 2024-12-01T23:25:16,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:16,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742231_1410 (size=743) 2024-12-01T23:25:16,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742231_1410 (size=743) 2024-12-01T23:25:16,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:16,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-01T23:25:16,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-01T23:25:16,381 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:16,381 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.3, size=1.4 K (1393bytes) at 1733095516362Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.3 so closing down at 1733095516366 (+4 ms)3 split writer threads finished at 1733095516366Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095516372 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095516372Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095516378 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095516380 (+2 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733095516380Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733095516381 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095516381 2024-12-01T23:25:16,383 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/oldWALs/wal.dat.3 2024-12-01T23:25:16,383 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:25:16,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.4 2024-12-01T23:25:16,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.4 after 0ms 2024-12-01T23:25:16,385 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.4 took 2ms 2024-12-01T23:25:16,387 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.4 so closing down 2024-12-01T23:25:16,387 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:16,387 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:16,389 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:16,389 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:16,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:16,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:16,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742233_1412 (size=743) 2024-12-01T23:25:16,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742233_1412 (size=743) 2024-12-01T23:25:16,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742234_1413 (size=743) 2024-12-01T23:25:16,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742234_1413 (size=743) 2024-12-01T23:25:16,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:16,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-01T23:25:16,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:16,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-01T23:25:16,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:16,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.4, size=1.4 K (1393bytes) at 1733095516383Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.4 so closing down at 1733095516387 (+4 ms)3 split writer threads finished at 1733095516387Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733095516390 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095516391 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095516801 (+410 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733095516803 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095516803Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733095516805 (+2 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095516805 2024-12-01T23:25:16,806 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/oldWALs/wal.dat.4 2024-12-01T23:25:16,807 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5, size=1.4 K (1394bytes) 2024-12-01T23:25:16,807 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5 2024-12-01T23:25:16,807 WARN [IPC Server handler 3 on default port 45359 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-12-01T23:25:16,807 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5 after 0ms 2024-12-01T23:25:16,985 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1554567955_22 at /127.0.0.1:46260 [Receiving block BP-2109899809-172.17.0.3-1733095408801:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:36031:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46260 dst: /127.0.0.1:36031 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:25:16,985 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1554567955_22 at /127.0.0.1:43472 [Receiving block BP-2109899809-172.17.0.3-1733095408801:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:45357:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43472 dst: /127.0.0.1:45357 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45357 remote=/127.0.0.1:43472]. Total timeout mills is 60000, 59135 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:25:16,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742224_1414 (size=1394) 2024-12-01T23:25:16,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742224_1414 (size=1394) 2024-12-01T23:25:16,992 WARN [ResponseProcessor for block BP-2109899809-172.17.0.3-1733095408801:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-2109899809-172.17.0.3-1733095408801:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-01T23:25:16,993 WARN [DataStreamer for file /user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5 block BP-2109899809-172.17.0.3-1733095408801:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2109899809-172.17.0.3-1733095408801:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45357,DS-08bc437e-0102-4952-b5ac-4b5b7c18aed4,DISK], DatanodeInfoWithStorage[127.0.0.1:36031,DS-3303462c-e8ee-45eb-984f-2c6039448ea3,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45357,DS-08bc437e-0102-4952-b5ac-4b5b7c18aed4,DISK]) is bad. 2024-12-01T23:25:16,997 WARN [DataStreamer for file /user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5 block BP-2109899809-172.17.0.3-1733095408801:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2109899809-172.17.0.3-1733095408801:blk_1073742224_1403 is COMPLETE but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-01T23:25:20,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5 after 4001ms 2024-12-01T23:25:20,810 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5 took 4003ms 2024-12-01T23:25:20,812 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:20,812 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5 so closing down 2024-12-01T23:25:20,812 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:20,813 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:20,814 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-01T23:25:20,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-01T23:25:20,816 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-01T23:25:20,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-01T23:25:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742235_1415 (size=418) 2024-12-01T23:25:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742235_1415 (size=418) 2024-12-01T23:25:20,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742236_1416 (size=353) 2024-12-01T23:25:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742236_1416 (size=353) 2024-12-01T23:25:20,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:20,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-12-01T23:25:20,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-12-01T23:25:20,821 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-12-01T23:25:20,821 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5, size=1.4 K (1394bytes) at 1733095516807Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5 so closing down at 1733095520812 (+4005 ms)3 split writer threads finished at 1733095520813 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733095520815 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733095520816 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095520819 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1733095520820 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1733095520820Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1733095520821 (+1 ms)Processed 9 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1733095520821 2024-12-01T23:25:20,822 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/corrupt/wal.dat.5 2024-12-01T23:25:20,822 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:25:20,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.6 2024-12-01T23:25:20,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.6 after 0ms 2024-12-01T23:25:20,824 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.6 took 2ms 2024-12-01T23:25:20,825 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.6 so closing down 2024-12-01T23:25:20,825 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:20,825 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:20,827 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-01T23:25:20,827 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-01T23:25:20,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-01T23:25:20,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-01T23:25:20,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742238_1418 (size=749) 2024-12-01T23:25:20,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742238_1418 (size=749) 2024-12-01T23:25:20,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742237_1417 (size=749) 2024-12-01T23:25:20,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742237_1417 (size=749) 2024-12-01T23:25:20,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:20,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-01T23:25:21,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:21,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-01T23:25:21,233 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-01T23:25:21,233 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.6, size=1.4 K (1405bytes) at 1733095520822Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.6 so closing down at 1733095520825 (+3 ms)3 split writer threads finished at 1733095520825Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733095520828 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733095520828Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095520831 (+3 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733095520832 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095521232 (+400 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733095521233 (+1 ms)Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733095521233 2024-12-01T23:25:21,235 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/oldWALs/wal.dat.6 2024-12-01T23:25:21,235 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:25:21,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.7 2024-12-01T23:25:21,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.7 after 0ms 2024-12-01T23:25:21,237 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.7 took 1ms 2024-12-01T23:25:21,238 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.7 so closing down 2024-12-01T23:25:21,238 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:21,238 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:21,239 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-01T23:25:21,239 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-01T23:25:21,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:25:21,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:25:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742240_1420 (size=753) 2024-12-01T23:25:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742240_1420 (size=753) 2024-12-01T23:25:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742239_1419 (size=753) 2024-12-01T23:25:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742239_1419 (size=753) 2024-12-01T23:25:21,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:21,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-01T23:25:21,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:21,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-01T23:25:21,650 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:25:21,650 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.7, size=1.4 K (1413bytes) at 1733095521235Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.7 so closing down at 1733095521238 (+3 ms)3 split writer threads finished at 1733095521238Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733095521240 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095521240Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095521250 (+10 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733095521250Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095521649 (+399 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733095521650 (+1 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095521650 2024-12-01T23:25:21,651 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/oldWALs/wal.dat.7 2024-12-01T23:25:21,652 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:25:21,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.8 2024-12-01T23:25:21,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.8 after 0ms 2024-12-01T23:25:21,654 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.8 took 2ms 2024-12-01T23:25:21,655 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.8 so closing down 2024-12-01T23:25:21,655 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:21,656 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:21,663 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-01T23:25:21,663 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-01T23:25:21,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-01T23:25:21,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-01T23:25:21,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742241_1421 (size=753) 2024-12-01T23:25:21,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742241_1421 (size=753) 2024-12-01T23:25:21,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:21,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-01T23:25:21,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742242_1422 (size=753) 2024-12-01T23:25:21,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742242_1422 (size=753) 2024-12-01T23:25:21,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:21,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-01T23:25:21,686 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:25:21,686 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.8, size=1.4 K (1413bytes) at 1733095521652Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.8 so closing down at 1733095521655 (+3 ms)3 split writer threads finished at 1733095521656 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733095521664 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733095521664Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095521674 (+10 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733095521675 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095521685 (+10 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733095521686 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095521686 2024-12-01T23:25:21,690 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/oldWALs/wal.dat.8 2024-12-01T23:25:21,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:25:21,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.9 2024-12-01T23:25:21,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.9 after 0ms 2024-12-01T23:25:21,693 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.9 took 3ms 2024-12-01T23:25:21,694 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.9 so closing down 2024-12-01T23:25:21,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:21,694 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:21,696 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-01T23:25:21,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-01T23:25:21,698 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-01T23:25:21,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-01T23:25:21,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742243_1423 (size=753) 2024-12-01T23:25:21,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742243_1423 (size=753) 2024-12-01T23:25:21,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:21,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-01T23:25:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742244_1424 (size=753) 2024-12-01T23:25:21,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742244_1424 (size=753) 2024-12-01T23:25:21,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:21,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-01T23:25:21,735 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:25:21,735 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.9, size=1.4 K (1413bytes) at 1733095521691Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.9 so closing down at 1733095521694 (+3 ms)3 split writer threads finished at 1733095521694Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733095521698 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733095521699 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095521726 (+27 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733095521727 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095521734 (+7 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733095521735 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095521735 2024-12-01T23:25:21,737 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733095515545/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/96b37efd-f0cc-4acb-4ab2-6ea661de4c09/oldWALs/wal.dat.9 2024-12-01T23:25:21,838 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=130 (was 128) - Thread LEAK? -, OpenFileDescriptor=397 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1294 (was 1355), ProcessCount=11 (was 11), AvailableMemoryMB=229 (was 232) 2024-12-01T23:25:21,860 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=130, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=1294, ProcessCount=11, AvailableMemoryMB=228 2024-12-01T23:25:21,860 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:25:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742245_1425 (size=7) 2024-12-01T23:25:21,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742245_1425 (size=7) 2024-12-01T23:25:21,934 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:25:21,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:21,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:21,943 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:21,943 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-01T23:25:21,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:25:21,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:21,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742246_1426 (size=863) 2024-12-01T23:25:22,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742246_1426 (size=863) 2024-12-01T23:25:22,027 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:25:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742247_1427 (size=823) 2024-12-01T23:25:22,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742247_1427 (size=823) 2024-12-01T23:25:22,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/WALs/testeofisignored,16010,1733095521943/wal.dat.0, size=823 (823bytes) 2024-12-01T23:25:22,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/WALs/testeofisignored,16010,1733095521943/wal.dat.0 2024-12-01T23:25:22,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/WALs/testeofisignored,16010,1733095521943/wal.dat.0 after 4ms 2024-12-01T23:25:22,158 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/WALs/testeofisignored,16010,1733095521943/wal.dat.0 took 15ms 2024-12-01T23:25:22,165 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/WALs/testeofisignored,16010,1733095521943/wal.dat.0; continuing. 2024-12-01T23:25:22,165 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/WALs/testeofisignored,16010,1733095521943/wal.dat.0 so closing down 2024-12-01T23:25:22,165 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:22,176 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:22,189 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:22,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:22,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742248_1428 (size=786) 2024-12-01T23:25:22,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742248_1428 (size=786) 2024-12-01T23:25:22,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:22,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-12-01T23:25:22,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/WALs/testeofisignored,16010,1733095521943/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-12-01T23:25:22,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/WALs/testeofisignored,16010,1733095521943/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/WALs/testeofisignored,16010,1733095521943/wal.dat.0, size=823 (823bytes) at 1733095522143Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/WALs/testeofisignored,16010,1733095521943/wal.dat.0 so closing down at 1733095522165 (+22 ms)3 split writer threads finished at 1733095522176 (+11 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095522197 (+21 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733095522275 (+78 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1733095522286 (+11 ms)Processed 9 edits across 1 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/WALs/testeofisignored,16010,1733095521943/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1733095522287 (+1 ms) 2024-12-01T23:25:22,290 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/WALs/testeofisignored,16010,1733095521943/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/5bb2d80b-35fc-6a63-c2b2-8cc197a30fa0/oldWALs/wal.dat.0 2024-12-01T23:25:22,343 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=130 (was 130), OpenFileDescriptor=397 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1294 (was 1294), ProcessCount=11 (was 11), AvailableMemoryMB=274 (was 228) - AvailableMemoryMB LEAK? - 2024-12-01T23:25:22,360 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=130, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1294, ProcessCount=11, AvailableMemoryMB=272 2024-12-01T23:25:22,360 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:25:22,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742249_1429 (size=7) 2024-12-01T23:25:22,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742249_1429 (size=7) 2024-12-01T23:25:22,405 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:25:22,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:22,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:22,412 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:22,412 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-12-01T23:25:22,413 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-01T23:25:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742250_1430 (size=93) 2024-12-01T23:25:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742250_1430 (size=93) 2024-12-01T23:25:22,530 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/c14a0818-c1a7-0846-ee93-25100c672d07/WALs/testsplitlogfileempty,16010,1733095522412/wal.dat..empty, size=93 (93bytes) 2024-12-01T23:25:22,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/c14a0818-c1a7-0846-ee93-25100c672d07/WALs/testsplitlogfileempty,16010,1733095522412/wal.dat..empty 2024-12-01T23:25:22,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/c14a0818-c1a7-0846-ee93-25100c672d07/WALs/testsplitlogfileempty,16010,1733095522412/wal.dat..empty after 0ms 2024-12-01T23:25:22,532 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/c14a0818-c1a7-0846-ee93-25100c672d07/WALs/testsplitlogfileempty,16010,1733095522412/wal.dat..empty took 3ms 2024-12-01T23:25:22,543 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/c14a0818-c1a7-0846-ee93-25100c672d07/WALs/testsplitlogfileempty,16010,1733095522412/wal.dat..empty so closing down 2024-12-01T23:25:22,543 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:22,544 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:22,544 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/c14a0818-c1a7-0846-ee93-25100c672d07/WALs/testsplitlogfileempty,16010,1733095522412/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-01T23:25:22,544 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/c14a0818-c1a7-0846-ee93-25100c672d07/WALs/testsplitlogfileempty,16010,1733095522412/wal.dat..empty, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/c14a0818-c1a7-0846-ee93-25100c672d07/WALs/testsplitlogfileempty,16010,1733095522412/wal.dat..empty, size=93 (93bytes) at 1733095522530Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/c14a0818-c1a7-0846-ee93-25100c672d07/WALs/testsplitlogfileempty,16010,1733095522412/wal.dat..empty so closing down at 1733095522543 (+13 ms)3 split writer threads finished at 1733095522544 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/c14a0818-c1a7-0846-ee93-25100c672d07/WALs/testsplitlogfileempty,16010,1733095522412/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1733095522544 2024-12-01T23:25:22,549 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/c14a0818-c1a7-0846-ee93-25100c672d07/WALs/testsplitlogfileempty,16010,1733095522412/wal.dat..empty to hdfs://localhost:45359/user/jenkins/test-data/c14a0818-c1a7-0846-ee93-25100c672d07/oldWALs/wal.dat..empty 2024-12-01T23:25:22,599 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=130 (was 130), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1294 (was 1294), ProcessCount=11 (was 11), AvailableMemoryMB=251 (was 272) 2024-12-01T23:25:22,609 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=130, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1294, ProcessCount=11, AvailableMemoryMB=249 2024-12-01T23:25:22,609 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:25:22,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742251_1431 (size=7) 2024-12-01T23:25:22,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742251_1431 (size=7) 2024-12-01T23:25:22,668 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:25:22,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:22,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:22,675 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:22,675 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:25:22,676 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:25:22,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:25:22,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742252_1432 (size=1393) 2024-12-01T23:25:22,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742252_1432 (size=1393) 2024-12-01T23:25:22,743 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:25:22,743 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:25:22,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742253_1433 (size=1393) 2024-12-01T23:25:22,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742253_1433 (size=1393) 2024-12-01T23:25:22,816 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:25:22,816 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:25:22,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742254_1434 (size=1393) 2024-12-01T23:25:22,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742254_1434 (size=1393) 2024-12-01T23:25:22,876 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:25:22,877 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:25:22,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742255_1435 (size=1393) 2024-12-01T23:25:22,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742255_1435 (size=1393) 2024-12-01T23:25:22,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:25:22,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:25:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742256_1436 (size=1393) 2024-12-01T23:25:22,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742256_1436 (size=1393) 2024-12-01T23:25:22,965 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:25:22,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:25:22,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:22,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742257_1437 (size=1393) 2024-12-01T23:25:23,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742257_1437 (size=1393) 2024-12-01T23:25:23,013 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:25:23,013 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:25:23,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742258_1438 (size=1405) 2024-12-01T23:25:23,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742258_1438 (size=1405) 2024-12-01T23:25:23,045 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:25:23,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:25:23,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742259_1439 (size=1413) 2024-12-01T23:25:23,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742259_1439 (size=1413) 2024-12-01T23:25:23,086 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:25:23,087 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:25:23,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742260_1440 (size=1413) 2024-12-01T23:25:23,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742260_1440 (size=1413) 2024-12-01T23:25:23,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:25:23,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:25:23,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:23,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:23,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742261_1441 (size=1413) 2024-12-01T23:25:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742261_1441 (size=1413) 2024-12-01T23:25:23,191 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:25:23,208 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:25:23,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.0 2024-12-01T23:25:23,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.0 after 0ms 2024-12-01T23:25:23,212 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.0 took 4ms 2024-12-01T23:25:23,220 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.0 so closing down 2024-12-01T23:25:23,220 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:23,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:23,231 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:23,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:23,242 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:23,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:23,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742262_1442 (size=743) 2024-12-01T23:25:23,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742262_1442 (size=743) 2024-12-01T23:25:23,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:23,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:25:23,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742263_1443 (size=743) 2024-12-01T23:25:23,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742263_1443 (size=743) 2024-12-01T23:25:23,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:23,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-01T23:25:23,299 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:23,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.0, size=1.4 K (1393bytes) at 1733095523209Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.0 so closing down at 1733095523220 (+11 ms)3 split writer threads finished at 1733095523225 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095523235 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095523244 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095523271 (+27 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095523272 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095523294 (+22 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733095523299 (+5 ms)Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095523300 (+1 ms) 2024-12-01T23:25:23,302 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/oldWALs/wal.dat.0 2024-12-01T23:25:23,302 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:25:23,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.1 2024-12-01T23:25:23,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.1 after 0ms 2024-12-01T23:25:23,303 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.1 took 1ms 2024-12-01T23:25:23,304 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.1 so closing down 2024-12-01T23:25:23,304 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:23,312 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:23,315 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:23,322 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:23,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:23,336 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:23,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742264_1444 (size=743) 2024-12-01T23:25:23,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742264_1444 (size=743) 2024-12-01T23:25:23,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742265_1445 (size=743) 2024-12-01T23:25:23,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742265_1445 (size=743) 2024-12-01T23:25:23,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:23,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-01T23:25:23,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:23,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:25:23,783 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 479 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:23,783 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.1, size=1.4 K (1393bytes) at 1733095523302Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.1 so closing down at 1733095523304 (+2 ms)3 split writer threads finished at 1733095523312 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095523324 (+12 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095523336 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095523403 (+67 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733095523404 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095523781 (+377 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095523783 (+2 ms)Processed 20 edits across 2 Regions in 479 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095523783 2024-12-01T23:25:23,785 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/oldWALs/wal.dat.1 2024-12-01T23:25:23,785 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:25:23,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.2 2024-12-01T23:25:23,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.2 after 0ms 2024-12-01T23:25:23,787 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.2 took 2ms 2024-12-01T23:25:23,789 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.2 so closing down 2024-12-01T23:25:23,789 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:23,789 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:23,798 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:23,798 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:23,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:23,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:23,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742266_1446 (size=743) 2024-12-01T23:25:23,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742266_1446 (size=743) 2024-12-01T23:25:23,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:23,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-01T23:25:23,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742267_1447 (size=743) 2024-12-01T23:25:23,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742267_1447 (size=743) 2024-12-01T23:25:23,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:23,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:25:23,866 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:23,866 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.2, size=1.4 K (1393bytes) at 1733095523785Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.2 so closing down at 1733095523789 (+4 ms)3 split writer threads finished at 1733095523789Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095523799 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095523808 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095523840 (+32 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733095523841 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095523863 (+22 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095523866 (+3 ms)Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095523866 2024-12-01T23:25:23,871 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/oldWALs/wal.dat.2 2024-12-01T23:25:23,871 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:25:23,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.3 2024-12-01T23:25:23,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.3 after 1ms 2024-12-01T23:25:23,882 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.3 took 11ms 2024-12-01T23:25:23,893 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.3 so closing down 2024-12-01T23:25:23,893 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:23,900 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:23,929 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:23,937 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:23,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:23,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:24,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742269_1449 (size=743) 2024-12-01T23:25:24,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742269_1449 (size=743) 2024-12-01T23:25:24,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:24,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742268_1448 (size=743) 2024-12-01T23:25:24,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-01T23:25:24,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742268_1448 (size=743) 2024-12-01T23:25:24,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:24,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-01T23:25:24,416 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 524 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:24,416 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.3, size=1.4 K (1393bytes) at 1733095523871Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.3 so closing down at 1733095523893 (+22 ms)3 split writer threads finished at 1733095523900 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095523940 (+40 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095523944 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095524013 (+69 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733095524016 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095524415 (+399 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733095524416 (+1 ms)Processed 20 edits across 2 Regions in 524 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095524416 2024-12-01T23:25:24,421 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/oldWALs/wal.dat.3 2024-12-01T23:25:24,422 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:25:24,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.4 2024-12-01T23:25:24,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.4 after 0ms 2024-12-01T23:25:24,424 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.4 took 3ms 2024-12-01T23:25:24,445 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.4 so closing down 2024-12-01T23:25:24,445 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:24,453 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:24,476 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:24,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:24,489 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:24,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742270_1450 (size=743) 2024-12-01T23:25:24,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742270_1450 (size=743) 2024-12-01T23:25:24,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:24,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-01T23:25:24,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742271_1451 (size=743) 2024-12-01T23:25:24,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742271_1451 (size=743) 2024-12-01T23:25:24,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:24,545 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-01T23:25:24,545 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:24,545 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.4, size=1.4 K (1393bytes) at 1733095524422Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.4 so closing down at 1733095524445 (+23 ms)3 split writer threads finished at 1733095524453 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095524479 (+26 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733095524504 (+25 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095524515 (+11 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733095524517 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095524542 (+25 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733095524545 (+3 ms)Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095524545 2024-12-01T23:25:24,546 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/oldWALs/wal.dat.4 2024-12-01T23:25:24,547 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.5, size=1.4 K (1393bytes) 2024-12-01T23:25:24,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.5 2024-12-01T23:25:24,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.5 after 0ms 2024-12-01T23:25:24,549 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.5 took 3ms 2024-12-01T23:25:24,551 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.5 so closing down 2024-12-01T23:25:24,551 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:24,551 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:24,555 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-01T23:25:24,555 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-01T23:25:24,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-01T23:25:24,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-01T23:25:24,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742273_1453 (size=743) 2024-12-01T23:25:24,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742273_1453 (size=743) 2024-12-01T23:25:24,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:24,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742272_1452 (size=743) 2024-12-01T23:25:24,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742272_1452 (size=743) 2024-12-01T23:25:24,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-01T23:25:24,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:24,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-01T23:25:24,644 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-01T23:25:24,644 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.5, size=1.4 K (1393bytes) at 1733095524547Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.5 so closing down at 1733095524551 (+4 ms)3 split writer threads finished at 1733095524551Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733095524556 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733095524558 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095524639 (+81 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733095524641 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095524642 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733095524644 (+2 ms)Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733095524644 2024-12-01T23:25:24,645 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/oldWALs/wal.dat.5 2024-12-01T23:25:24,646 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:25:24,646 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.6 2024-12-01T23:25:24,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.6 after 1ms 2024-12-01T23:25:24,648 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.6 took 2ms 2024-12-01T23:25:24,658 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.6 so closing down 2024-12-01T23:25:24,658 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:24,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:24,664 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-01T23:25:24,664 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-01T23:25:24,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-01T23:25:24,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-01T23:25:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742275_1455 (size=749) 2024-12-01T23:25:24,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742275_1455 (size=749) 2024-12-01T23:25:24,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:24,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-01T23:25:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742274_1454 (size=749) 2024-12-01T23:25:24,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742274_1454 (size=749) 2024-12-01T23:25:24,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:24,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-01T23:25:24,719 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-01T23:25:24,719 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.6, size=1.4 K (1405bytes) at 1733095524646Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.6 so closing down at 1733095524658 (+12 ms)3 split writer threads finished at 1733095524660 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733095524672 (+12 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733095524673 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095524688 (+15 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733095524690 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095524716 (+26 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733095524719 (+3 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733095524719 2024-12-01T23:25:24,721 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/oldWALs/wal.dat.6 2024-12-01T23:25:24,721 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:25:24,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.7 2024-12-01T23:25:24,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.7 after 2ms 2024-12-01T23:25:24,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.7 took 3ms 2024-12-01T23:25:24,728 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.7 so closing down 2024-12-01T23:25:24,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:24,737 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:24,754 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-01T23:25:24,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:25:24,758 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-01T23:25:24,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:25:24,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742276_1456 (size=753) 2024-12-01T23:25:24,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742276_1456 (size=753) 2024-12-01T23:25:24,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:24,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-01T23:25:24,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742277_1457 (size=753) 2024-12-01T23:25:24,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742277_1457 (size=753) 2024-12-01T23:25:24,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:24,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-01T23:25:24,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:25:24,804 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.7, size=1.4 K (1413bytes) at 1733095524721Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.7 so closing down at 1733095524728 (+7 ms)3 split writer threads finished at 1733095524737 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095524757 (+20 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733095524776 (+19 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095524780 (+4 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733095524782 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095524803 (+21 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733095524804 (+1 ms)Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095524804 2024-12-01T23:25:24,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/oldWALs/wal.dat.7 2024-12-01T23:25:24,806 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:25:24,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.8 2024-12-01T23:25:24,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.8 after 0ms 2024-12-01T23:25:24,807 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.8 took 2ms 2024-12-01T23:25:24,821 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.8 so closing down 2024-12-01T23:25:24,821 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:24,821 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:24,831 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-01T23:25:24,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-01T23:25:24,834 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-01T23:25:24,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-01T23:25:24,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742278_1458 (size=753) 2024-12-01T23:25:24,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742278_1458 (size=753) 2024-12-01T23:25:24,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:24,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-01T23:25:24,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742279_1459 (size=753) 2024-12-01T23:25:24,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742279_1459 (size=753) 2024-12-01T23:25:24,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:24,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-01T23:25:24,929 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:25:24,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.8, size=1.4 K (1413bytes) at 1733095524806Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.8 so closing down at 1733095524821 (+15 ms)3 split writer threads finished at 1733095524821Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733095524833 (+12 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733095524840 (+7 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095524903 (+63 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733095524905 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095524926 (+21 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733095524929 (+3 ms)Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095524930 (+1 ms) 2024-12-01T23:25:24,934 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/oldWALs/wal.dat.8 2024-12-01T23:25:24,934 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:25:24,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.9 2024-12-01T23:25:24,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.9 after 1ms 2024-12-01T23:25:24,945 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.9 took 11ms 2024-12-01T23:25:24,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.9 so closing down 2024-12-01T23:25:24,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:24,964 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:24,979 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-01T23:25:24,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-01T23:25:24,990 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-01T23:25:24,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-01T23:25:25,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742281_1461 (size=753) 2024-12-01T23:25:25,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742281_1461 (size=753) 2024-12-01T23:25:25,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:25,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-01T23:25:25,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742280_1460 (size=753) 2024-12-01T23:25:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742280_1460 (size=753) 2024-12-01T23:25:25,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:25,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-01T23:25:25,065 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-01T23:25:25,065 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.9, size=1.4 K (1413bytes) at 1733095524934Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.9 so closing down at 1733095524957 (+23 ms)3 split writer threads finished at 1733095524964 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733095524983 (+19 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733095524991 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095525055 (+64 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733095525056 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095525063 (+7 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733095525065 (+2 ms)Processed 20 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733095525065 2024-12-01T23:25:25,067 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/WALs/testlogsgetarchivedaftersplit,16010,1733095522675/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/d3b6723b-6225-4ce8-fcae-0b79beb4b07c/oldWALs/wal.dat.9 2024-12-01T23:25:25,100 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=130 (was 130), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1319 (was 1294) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=269 (was 249) - AvailableMemoryMB LEAK? - 2024-12-01T23:25:25,129 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=130, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1319, ProcessCount=11, AvailableMemoryMB=268 2024-12-01T23:25:25,129 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:25:25,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742282_1462 (size=7) 2024-12-01T23:25:25,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742282_1462 (size=7) 2024-12-01T23:25:25,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:25:25,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:25,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:25,169 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:25,169 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-12-01T23:25:25,169 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-12-01T23:25:25,170 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:25:25,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742283_1463 (size=723) 2024-12-01T23:25:25,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742283_1463 (size=723) 2024-12-01T23:25:25,199 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:25:25,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:25:25,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742284_1464 (size=723) 2024-12-01T23:25:25,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742284_1464 (size=723) 2024-12-01T23:25:25,218 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:25:25,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:25:25,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742285_1465 (size=723) 2024-12-01T23:25:25,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742285_1465 (size=723) 2024-12-01T23:25:25,248 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:25:25,248 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:25:25,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742286_1466 (size=723) 2024-12-01T23:25:25,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742286_1466 (size=723) 2024-12-01T23:25:25,271 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:25:25,271 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:25:25,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742287_1467 (size=723) 2024-12-01T23:25:25,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742287_1467 (size=723) 2024-12-01T23:25:25,289 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:25:25,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:25:25,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742288_1468 (size=723) 2024-12-01T23:25:25,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742288_1468 (size=723) 2024-12-01T23:25:25,320 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:25:25,320 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:25:25,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742289_1469 (size=723) 2024-12-01T23:25:25,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742289_1469 (size=723) 2024-12-01T23:25:25,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:25:25,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:25:25,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742290_1470 (size=723) 2024-12-01T23:25:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742290_1470 (size=723) 2024-12-01T23:25:25,436 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:25:25,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:25:25,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742291_1471 (size=723) 2024-12-01T23:25:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742291_1471 (size=723) 2024-12-01T23:25:25,493 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:25:25,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:25:25,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:25,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:25,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742292_1472 (size=723) 2024-12-01T23:25:25,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742292_1472 (size=723) 2024-12-01T23:25:25,529 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:25:25,571 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/oldWALs, maxLogs=32 2024-12-01T23:25:25,629 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1733095525627 2024-12-01T23:25:25,681 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1733095525627 2024-12-01T23:25:25,773 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:41849:41849),(127.0.0.1/127.0.0.1:33863:33863)] 2024-12-01T23:25:25,811 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733095525169/wal.dat.0, size=723 (723bytes) 2024-12-01T23:25:25,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733095525169/wal.dat.0 2024-12-01T23:25:25,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733095525169/wal.dat.0 after 1ms 2024-12-01T23:25:25,829 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733095525169/wal.dat.0 took 18ms 2024-12-01T23:25:25,846 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733095525169/wal.dat.0 so closing down 2024-12-01T23:25:25,846 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:25,848 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:25,858 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:25,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742294_1474 (size=723) 2024-12-01T23:25:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742294_1474 (size=723) 2024-12-01T23:25:25,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:25,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/data/default/t1/r0/recovered.edits/0000000000000000009 2024-12-01T23:25:25,915 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733095525169/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-12-01T23:25:25,915 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733095525169/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733095525169/wal.dat.0, size=723 (723bytes) at 1733095525811Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733095525169/wal.dat.0 so closing down at 1733095525846 (+35 ms)3 split writer threads finished at 1733095525848 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095525867 (+19 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095525913 (+46 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/data/default/t1/r0/recovered.edits/0000000000000000009 at 1733095525915 (+2 ms)Processed 10 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733095525169/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1733095525915 2024-12-01T23:25:25,926 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-01T23:25:25,926 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-01T23:25:25,926 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-01T23:25:25,926 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-01T23:25:25,926 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-01T23:25:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742293_1473 (size=93) 2024-12-01T23:25:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742293_1473 (size=93) 2024-12-01T23:25:25,953 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fb4cccd-1898-ee99-8262-5084a0abda40/oldWALs 2024-12-01T23:25:25,956 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1733095525627) 2024-12-01T23:25:25,987 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=136 (was 130) - Thread LEAK? -, OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1319 (was 1319), ProcessCount=11 (was 11), AvailableMemoryMB=246 (was 268) 2024-12-01T23:25:26,030 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=136, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=1319, ProcessCount=11, AvailableMemoryMB=245 2024-12-01T23:25:26,030 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:25:26,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742295_1475 (size=7) 2024-12-01T23:25:26,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742295_1475 (size=7) 2024-12-01T23:25:26,065 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:25:26,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:26,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:26,073 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:26,076 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-01T23:25:26,077 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:26,077 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:25:26,077 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:25:26,078 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:25:26,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742296_1476 (size=1393) 2024-12-01T23:25:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742296_1476 (size=1393) 2024-12-01T23:25:26,173 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:25:26,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:25:26,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742297_1477 (size=1393) 2024-12-01T23:25:26,223 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:25:26,224 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:25:26,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742297_1477 (size=1393) 2024-12-01T23:25:26,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742298_1478 (size=1393) 2024-12-01T23:25:26,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742298_1478 (size=1393) 2024-12-01T23:25:26,289 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:25:26,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:25:26,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742299_1479 (size=1393) 2024-12-01T23:25:26,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742299_1479 (size=1393) 2024-12-01T23:25:26,348 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:25:26,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:25:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:26,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742300_1480 (size=1393) 2024-12-01T23:25:26,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742300_1480 (size=1393) 2024-12-01T23:25:29,176 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:25:29,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:25:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742301_1481 (size=1393) 2024-12-01T23:25:29,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742301_1481 (size=1393) 2024-12-01T23:25:29,234 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:25:29,234 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:25:29,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742302_1482 (size=1405) 2024-12-01T23:25:29,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742302_1482 (size=1405) 2024-12-01T23:25:29,307 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:25:29,307 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:25:29,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742303_1483 (size=1413) 2024-12-01T23:25:29,382 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:25:29,382 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:25:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742303_1483 (size=1413) 2024-12-01T23:25:29,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742304_1484 (size=1413) 2024-12-01T23:25:29,436 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:25:29,437 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:25:29,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742304_1484 (size=1413) 2024-12-01T23:25:29,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742305_1485 (size=1413) 2024-12-01T23:25:29,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742305_1485 (size=1413) 2024-12-01T23:25:29,497 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:25:29,520 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:25:29,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 2024-12-01T23:25:29,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 after 0ms 2024-12-01T23:25:29,525 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 took 5ms 2024-12-01T23:25:29,544 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:29,544 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 so closing down 2024-12-01T23:25:29,544 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:29,545 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:29,545 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:29,545 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, size=1.4 K (1393bytes) at 1733095529520Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 so closing down at 1733095529544 (+24 ms)3 split writer threads finished at 1733095529545 (+1 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095529545 2024-12-01T23:25:29,548 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.0 2024-12-01T23:25:29,548 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:25:29,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 2024-12-01T23:25:29,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 after 0ms 2024-12-01T23:25:29,553 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 took 4ms 2024-12-01T23:25:29,593 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:29,594 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 so closing down 2024-12-01T23:25:29,594 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:29,595 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:29,595 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:29,595 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, size=1.4 K (1393bytes) at 1733095529548Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 so closing down at 1733095529594 (+46 ms)3 split writer threads finished at 1733095529595 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095529595 2024-12-01T23:25:29,597 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.1 2024-12-01T23:25:29,598 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:25:29,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 2024-12-01T23:25:29,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 after 1ms 2024-12-01T23:25:29,603 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 took 6ms 2024-12-01T23:25:29,608 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:29,608 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 so closing down 2024-12-01T23:25:29,608 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:29,618 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:29,618 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:29,618 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, size=1.4 K (1393bytes) at 1733095529598Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 so closing down at 1733095529608 (+10 ms)3 split writer threads finished at 1733095529618 (+10 ms)Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095529618 2024-12-01T23:25:29,632 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.2 2024-12-01T23:25:29,633 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:25:29,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 2024-12-01T23:25:29,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 after 0ms 2024-12-01T23:25:29,636 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 took 2ms 2024-12-01T23:25:29,651 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:29,651 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 so closing down 2024-12-01T23:25:29,651 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:29,658 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:29,658 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:29,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, size=1.4 K (1393bytes) at 1733095529633Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 so closing down at 1733095529651 (+18 ms)3 split writer threads finished at 1733095529658 (+7 ms)Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095529658 2024-12-01T23:25:29,664 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.3 2024-12-01T23:25:29,664 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:25:29,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 2024-12-01T23:25:29,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 after 1ms 2024-12-01T23:25:29,667 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 took 3ms 2024-12-01T23:25:29,680 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:29,681 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 so closing down 2024-12-01T23:25:29,681 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:29,681 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:29,681 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:29,681 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, size=1.4 K (1393bytes) at 1733095529664Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 so closing down at 1733095529681 (+17 ms)3 split writer threads finished at 1733095529681Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095529681 2024-12-01T23:25:29,689 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.4 2024-12-01T23:25:29,690 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, size=1.4 K (1393bytes) 2024-12-01T23:25:29,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 2024-12-01T23:25:29,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 after 0ms 2024-12-01T23:25:29,704 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 took 15ms 2024-12-01T23:25:29,719 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:29,719 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 so closing down 2024-12-01T23:25:29,719 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:29,720 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:29,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:29,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, size=1.4 K (1393bytes) at 1733095529690Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 so closing down at 1733095529719 (+29 ms)3 split writer threads finished at 1733095529720 (+1 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095529720 2024-12-01T23:25:29,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.5 2024-12-01T23:25:29,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:25:29,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 2024-12-01T23:25:29,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 after 0ms 2024-12-01T23:25:29,725 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 took 2ms 2024-12-01T23:25:29,765 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:29,766 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 so closing down 2024-12-01T23:25:29,766 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:29,768 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:29,768 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-01T23:25:29,768 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, size=1.4 K (1405bytes) at 1733095529723Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 so closing down at 1733095529766 (+43 ms)3 split writer threads finished at 1733095529768 (+2 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733095529768 2024-12-01T23:25:29,780 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.6 2024-12-01T23:25:29,781 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:25:29,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 2024-12-01T23:25:29,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 after 0ms 2024-12-01T23:25:29,784 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 took 4ms 2024-12-01T23:25:29,812 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:29,813 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 so closing down 2024-12-01T23:25:29,813 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:29,813 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:29,813 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-01T23:25:29,813 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, size=1.4 K (1413bytes) at 1733095529781Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 so closing down at 1733095529813 (+32 ms)3 split writer threads finished at 1733095529813Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733095529813 2024-12-01T23:25:29,815 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.7 2024-12-01T23:25:29,816 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:25:29,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 2024-12-01T23:25:29,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 after 12ms 2024-12-01T23:25:29,848 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 took 32ms 2024-12-01T23:25:29,871 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:29,871 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 so closing down 2024-12-01T23:25:29,871 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:29,873 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:29,873 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-01T23:25:29,873 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, size=1.4 K (1413bytes) at 1733095529816Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 so closing down at 1733095529871 (+55 ms)3 split writer threads finished at 1733095529873 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733095529873 2024-12-01T23:25:29,875 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.8 2024-12-01T23:25:29,876 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:25:29,876 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 2024-12-01T23:25:29,876 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 after 0ms 2024-12-01T23:25:29,878 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 took 3ms 2024-12-01T23:25:29,892 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:29,892 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 so closing down 2024-12-01T23:25:29,892 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:29,900 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:29,900 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-01T23:25:29,900 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, size=1.4 K (1413bytes) at 1733095529876Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 so closing down at 1733095529892 (+16 ms)3 split writer threads finished at 1733095529900 (+8 ms)Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733095529900 2024-12-01T23:25:29,909 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.9 2024-12-01T23:25:29,913 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095529547; access_time=1733095526079; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095529596; access_time=1733095526173; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095529620; access_time=1733095526224; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095529660; access_time=1733095526290; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095529686; access_time=1733095526349; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095529721; access_time=1733095529192; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733095529771; access_time=1733095529234; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733095529814; access_time=1733095529307; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733095529874; access_time=1733095529383; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733095529905; access_time=1733095529437; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-01T23:25:29,921 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:29,921 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:25:29,922 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:25:29,926 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:25:29,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:29,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:29,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742306_1486 (size=1393) 2024-12-01T23:25:29,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742306_1486 (size=1393) 2024-12-01T23:25:30,390 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:25:30,390 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:25:30,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742307_1487 (size=1393) 2024-12-01T23:25:30,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742307_1487 (size=1393) 2024-12-01T23:25:30,418 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:25:30,418 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:25:30,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742308_1488 (size=1393) 2024-12-01T23:25:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742308_1488 (size=1393) 2024-12-01T23:25:30,463 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:25:30,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:25:30,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742309_1489 (size=1393) 2024-12-01T23:25:30,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742309_1489 (size=1393) 2024-12-01T23:25:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:25:30,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:25:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742310_1490 (size=1393) 2024-12-01T23:25:30,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742310_1490 (size=1393) 2024-12-01T23:25:30,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:25:30,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:25:30,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742311_1491 (size=1393) 2024-12-01T23:25:30,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742311_1491 (size=1393) 2024-12-01T23:25:30,602 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:25:30,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:25:30,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742312_1492 (size=1405) 2024-12-01T23:25:30,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742312_1492 (size=1405) 2024-12-01T23:25:30,675 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:25:30,675 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:25:30,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742313_1493 (size=1413) 2024-12-01T23:25:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742313_1493 (size=1413) 2024-12-01T23:25:30,697 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:25:30,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:25:30,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742314_1494 (size=1413) 2024-12-01T23:25:30,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742314_1494 (size=1413) 2024-12-01T23:25:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:25:30,711 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:25:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:30,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742315_1495 (size=1413) 2024-12-01T23:25:30,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742315_1495 (size=1413) 2024-12-01T23:25:30,747 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:25:30,774 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:25:30,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 2024-12-01T23:25:30,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 after 1ms 2024-12-01T23:25:30,778 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 took 4ms 2024-12-01T23:25:30,806 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:30,807 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 so closing down 2024-12-01T23:25:30,807 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:30,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:30,815 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:30,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:30,831 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:30,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:30,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742316_1496 (size=418) 2024-12-01T23:25:30,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742316_1496 (size=418) 2024-12-01T23:25:30,891 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:30,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-12-01T23:25:30,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742317_1497 (size=418) 2024-12-01T23:25:30,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742317_1497 (size=418) 2024-12-01T23:25:30,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:30,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-12-01T23:25:30,905 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:30,905 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, size=1.4 K (1393bytes) at 1733095530774Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 so closing down at 1733095530807 (+33 ms)3 split writer threads finished at 1733095530809 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095530825 (+16 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095530848 (+23 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095530891 (+43 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1733095530894 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095530900 (+6 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1733095530905 (+5 ms)Processed 10 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095530905 2024-12-01T23:25:30,907 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.0 2024-12-01T23:25:30,907 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:25:30,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 2024-12-01T23:25:30,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 after 1ms 2024-12-01T23:25:30,912 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 took 5ms 2024-12-01T23:25:30,921 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:30,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 so closing down 2024-12-01T23:25:30,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:30,928 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:30,931 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:30,935 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:30,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:30,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:31,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742318_1498 (size=418) 2024-12-01T23:25:31,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742318_1498 (size=418) 2024-12-01T23:25:31,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:31,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-12-01T23:25:31,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742319_1499 (size=418) 2024-12-01T23:25:31,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742319_1499 (size=418) 2024-12-01T23:25:31,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:31,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-12-01T23:25:31,049 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:31,049 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, size=1.4 K (1393bytes) at 1733095530907Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 so closing down at 1733095530921 (+14 ms)3 split writer threads finished at 1733095530928 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095530936 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095530952 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095531028 (+76 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1733095531029 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095531045 (+16 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1733095531049 (+4 ms)Processed 10 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095531049 2024-12-01T23:25:31,051 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.1 2024-12-01T23:25:31,052 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:25:31,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 2024-12-01T23:25:31,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 after 1ms 2024-12-01T23:25:31,056 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 took 5ms 2024-12-01T23:25:31,069 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:31,070 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 so closing down 2024-12-01T23:25:31,070 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:31,070 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:31,087 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:31,090 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:31,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:31,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:31,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742320_1500 (size=418) 2024-12-01T23:25:31,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742320_1500 (size=418) 2024-12-01T23:25:31,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:31,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-12-01T23:25:31,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742321_1501 (size=418) 2024-12-01T23:25:31,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742321_1501 (size=418) 2024-12-01T23:25:31,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:31,176 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-12-01T23:25:31,176 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:31,176 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, size=1.4 K (1393bytes) at 1733095531052Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 so closing down at 1733095531070 (+18 ms)3 split writer threads finished at 1733095531070Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095531100 (+30 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095531108 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095531165 (+57 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1733095531167 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095531175 (+8 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1733095531176 (+1 ms)Processed 10 edits across 2 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095531176 2024-12-01T23:25:31,179 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.2 2024-12-01T23:25:31,179 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:25:31,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 2024-12-01T23:25:31,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 after 0ms 2024-12-01T23:25:31,182 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 took 3ms 2024-12-01T23:25:31,193 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:31,194 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 so closing down 2024-12-01T23:25:31,194 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:31,195 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:31,198 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:31,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:31,205 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:31,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:31,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742322_1502 (size=418) 2024-12-01T23:25:31,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742322_1502 (size=418) 2024-12-01T23:25:31,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:31,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-12-01T23:25:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742323_1503 (size=418) 2024-12-01T23:25:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742323_1503 (size=418) 2024-12-01T23:25:31,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:31,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-12-01T23:25:31,238 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:31,238 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, size=1.4 K (1393bytes) at 1733095531179Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 so closing down at 1733095531194 (+15 ms)3 split writer threads finished at 1733095531195 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095531201 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095531205 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095531223 (+18 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1733095531226 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095531236 (+10 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1733095531238 (+2 ms)Processed 10 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095531238 2024-12-01T23:25:31,248 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.3 2024-12-01T23:25:31,248 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:25:31,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 2024-12-01T23:25:31,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 after 0ms 2024-12-01T23:25:31,250 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 took 2ms 2024-12-01T23:25:31,273 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:31,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 so closing down 2024-12-01T23:25:31,274 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:31,274 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:31,282 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:31,285 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:31,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:31,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:31,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742324_1504 (size=418) 2024-12-01T23:25:31,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742324_1504 (size=418) 2024-12-01T23:25:31,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742325_1505 (size=418) 2024-12-01T23:25:31,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742325_1505 (size=418) 2024-12-01T23:25:31,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:31,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-12-01T23:25:31,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:31,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-12-01T23:25:31,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 532 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:31,804 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, size=1.4 K (1393bytes) at 1733095531248Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 so closing down at 1733095531273 (+25 ms)3 split writer threads finished at 1733095531274 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095531292 (+18 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733095531293 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095531334 (+41 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1733095531335 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095531792 (+457 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1733095531804 (+12 ms)Processed 10 edits across 2 Regions in 532 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095531804 2024-12-01T23:25:31,807 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.4 2024-12-01T23:25:31,807 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, size=1.4 K (1393bytes) 2024-12-01T23:25:31,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 2024-12-01T23:25:31,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 after 0ms 2024-12-01T23:25:31,810 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 took 3ms 2024-12-01T23:25:31,818 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:31,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 so closing down 2024-12-01T23:25:31,818 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:31,835 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:31,842 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-01T23:25:31,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-01T23:25:31,850 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-01T23:25:31,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-01T23:25:31,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742326_1506 (size=418) 2024-12-01T23:25:31,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742326_1506 (size=418) 2024-12-01T23:25:31,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:31,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-12-01T23:25:31,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742327_1507 (size=418) 2024-12-01T23:25:31,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742327_1507 (size=418) 2024-12-01T23:25:31,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:31,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-12-01T23:25:31,895 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:31,895 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, size=1.4 K (1393bytes) at 1733095531808Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 so closing down at 1733095531818 (+10 ms)3 split writer threads finished at 1733095531835 (+17 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733095531844 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733095531857 (+13 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095531876 (+19 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1733095531877 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095531893 (+16 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1733095531895 (+2 ms)Processed 10 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095531895 2024-12-01T23:25:31,896 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.5 2024-12-01T23:25:31,897 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:25:31,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 2024-12-01T23:25:31,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 after 0ms 2024-12-01T23:25:31,899 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 took 2ms 2024-12-01T23:25:31,902 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:31,902 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 so closing down 2024-12-01T23:25:31,902 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:31,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:31,907 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-01T23:25:31,918 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-01T23:25:31,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-01T23:25:31,931 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-01T23:25:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742328_1508 (size=419) 2024-12-01T23:25:31,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742328_1508 (size=419) 2024-12-01T23:25:31,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:31,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-12-01T23:25:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742329_1509 (size=419) 2024-12-01T23:25:31,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742329_1509 (size=419) 2024-12-01T23:25:31,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:31,981 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-12-01T23:25:31,981 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-01T23:25:31,981 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, size=1.4 K (1405bytes) at 1733095531897Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 so closing down at 1733095531902 (+5 ms)3 split writer threads finished at 1733095531904 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733095531924 (+20 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733095531931 (+7 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095531947 (+16 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1733095531948 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095531975 (+27 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1733095531981 (+6 ms)Processed 10 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733095531981 2024-12-01T23:25:31,983 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.6 2024-12-01T23:25:31,983 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:25:31,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 2024-12-01T23:25:31,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 after 0ms 2024-12-01T23:25:31,986 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 took 3ms 2024-12-01T23:25:31,990 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:31,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 so closing down 2024-12-01T23:25:31,990 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:31,992 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:32,004 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-01T23:25:32,007 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-01T23:25:32,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:25:32,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:25:32,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742331_1511 (size=423) 2024-12-01T23:25:32,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742331_1511 (size=423) 2024-12-01T23:25:32,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:32,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-12-01T23:25:32,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742330_1510 (size=423) 2024-12-01T23:25:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742330_1510 (size=423) 2024-12-01T23:25:32,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:32,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-12-01T23:25:32,104 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 115 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-01T23:25:32,104 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, size=1.4 K (1413bytes) at 1733095531983Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 so closing down at 1733095531990 (+7 ms)3 split writer threads finished at 1733095531992 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733095532008 (+16 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095532025 (+17 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095532089 (+64 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1733095532092 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095532103 (+11 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1733095532104 (+1 ms)Processed 10 edits across 2 Regions in 115 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733095532104 2024-12-01T23:25:32,106 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.7 2024-12-01T23:25:32,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:25:32,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 2024-12-01T23:25:32,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 after 0ms 2024-12-01T23:25:32,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 took 3ms 2024-12-01T23:25:32,129 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:32,130 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 so closing down 2024-12-01T23:25:32,130 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:32,130 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:32,132 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-01T23:25:32,132 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-01T23:25:32,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-01T23:25:32,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-01T23:25:32,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742332_1512 (size=423) 2024-12-01T23:25:32,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742332_1512 (size=423) 2024-12-01T23:25:32,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:32,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-12-01T23:25:32,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742333_1513 (size=423) 2024-12-01T23:25:32,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742333_1513 (size=423) 2024-12-01T23:25:32,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:32,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-12-01T23:25:32,210 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-01T23:25:32,210 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, size=1.4 K (1413bytes) at 1733095532106Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 so closing down at 1733095532130 (+24 ms)3 split writer threads finished at 1733095532130Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733095532144 (+14 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733095532144Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095532173 (+29 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1733095532177 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095532206 (+29 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1733095532210 (+4 ms)Processed 10 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733095532210 2024-12-01T23:25:32,212 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.8 2024-12-01T23:25:32,213 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:25:32,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 2024-12-01T23:25:32,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 after 1ms 2024-12-01T23:25:32,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 took 4ms 2024-12-01T23:25:32,225 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:32,226 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 so closing down 2024-12-01T23:25:32,226 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:32,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:32,238 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-01T23:25:32,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-01T23:25:32,259 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-01T23:25:32,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-01T23:25:32,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742334_1514 (size=423) 2024-12-01T23:25:32,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742334_1514 (size=423) 2024-12-01T23:25:32,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:32,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-12-01T23:25:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742335_1515 (size=423) 2024-12-01T23:25:32,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742335_1515 (size=423) 2024-12-01T23:25:32,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:32,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-12-01T23:25:32,322 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-01T23:25:32,322 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, size=1.4 K (1413bytes) at 1733095532213Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 so closing down at 1733095532226 (+13 ms)3 split writer threads finished at 1733095532236 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733095532252 (+16 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733095532260 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095532287 (+27 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1733095532288 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733095532319 (+31 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1733095532320 (+1 ms)Processed 10 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733095532322 (+2 ms) 2024-12-01T23:25:32,329 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.9 2024-12-01T23:25:32,333 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095530906; access_time=1733095529926; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095531051; access_time=1733095530391; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095531177; access_time=1733095530419; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095531246; access_time=1733095530464; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095531806; access_time=1733095530517; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095531896; access_time=1733095530565; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733095531982; access_time=1733095530603; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733095532105; access_time=1733095530675; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733095532211; access_time=1733095530697; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733095532328; access_time=1733095530711; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-01T23:25:32,363 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:32,363 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:25:32,363 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:25:32,364 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:25:32,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742336_1516 (size=1393) 2024-12-01T23:25:32,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742336_1516 (size=1393) 2024-12-01T23:25:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:25:32,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-01T23:25:32,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742337_1517 (size=1393) 2024-12-01T23:25:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742337_1517 (size=1393) 2024-12-01T23:25:32,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-01T23:25:32,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-01T23:25:32,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742338_1518 (size=1393) 2024-12-01T23:25:32,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742338_1518 (size=1393) 2024-12-01T23:25:32,637 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-01T23:25:32,637 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-01T23:25:32,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742339_1519 (size=1393) 2024-12-01T23:25:32,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742339_1519 (size=1393) 2024-12-01T23:25:32,824 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-01T23:25:32,824 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-01T23:25:32,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742340_1520 (size=1393) 2024-12-01T23:25:32,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742340_1520 (size=1393) 2024-12-01T23:25:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-01T23:25:32,913 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-01T23:25:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,920 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:25:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742341_1521 (size=1393) 2024-12-01T23:25:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742341_1521 (size=1393) 2024-12-01T23:25:33,357 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-01T23:25:33,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-01T23:25:33,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742342_1522 (size=1405) 2024-12-01T23:25:33,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742342_1522 (size=1405) 2024-12-01T23:25:33,387 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-01T23:25:33,387 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-01T23:25:33,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742343_1523 (size=1413) 2024-12-01T23:25:33,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742343_1523 (size=1413) 2024-12-01T23:25:33,518 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-01T23:25:33,518 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-01T23:25:33,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742344_1524 (size=1413) 2024-12-01T23:25:33,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742344_1524 (size=1413) 2024-12-01T23:25:33,609 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-01T23:25:33,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-01T23:25:33,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:33,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:33,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742345_1525 (size=1413) 2024-12-01T23:25:33,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742345_1525 (size=1413) 2024-12-01T23:25:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-01T23:25:33,654 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, size=1.4 K (1393bytes) 2024-12-01T23:25:33,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 2024-12-01T23:25:33,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 after 1ms 2024-12-01T23:25:33,656 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 took 2ms 2024-12-01T23:25:33,658 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:33,658 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 so closing down 2024-12-01T23:25:33,658 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:33,658 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:33,661 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:33,674 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:33,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-01T23:25:33,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-01T23:25:33,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742347_1527 (size=678) 2024-12-01T23:25:33,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742347_1527 (size=678) 2024-12-01T23:25:33,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:33,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-12-01T23:25:33,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742346_1526 (size=743) 2024-12-01T23:25:33,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742346_1526 (size=743) 2024-12-01T23:25:33,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:33,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-01T23:25:33,757 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:33,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, size=1.4 K (1393bytes) at 1733095533654Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 so closing down at 1733095533658 (+4 ms)3 split writer threads finished at 1733095533658Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733095533675 (+17 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733095533678 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733095533723 (+45 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1733095533725 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095533756 (+31 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733095533757 (+1 ms)Processed 19 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095533757 2024-12-01T23:25:33,759 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.0 2024-12-01T23:25:33,759 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, size=1.4 K (1393bytes) 2024-12-01T23:25:33,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 2024-12-01T23:25:33,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 after 0ms 2024-12-01T23:25:33,761 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 took 2ms 2024-12-01T23:25:33,769 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:33,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 so closing down 2024-12-01T23:25:33,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:33,772 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:33,779 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:33,779 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:33,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-01T23:25:33,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-01T23:25:33,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742349_1529 (size=743) 2024-12-01T23:25:33,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742349_1529 (size=743) 2024-12-01T23:25:33,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:33,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-01T23:25:33,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742348_1528 (size=678) 2024-12-01T23:25:33,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742348_1528 (size=678) 2024-12-01T23:25:33,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:33,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-12-01T23:25:33,834 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:33,834 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, size=1.4 K (1393bytes) at 1733095533759Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 so closing down at 1733095533770 (+11 ms)3 split writer threads finished at 1733095533772 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733095533783 (+11 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733095533784 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095533814 (+30 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733095533815 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733095533832 (+17 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1733095533834 (+2 ms)Processed 19 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095533834 2024-12-01T23:25:33,835 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.1 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.1 2024-12-01T23:25:33,835 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, size=1.4 K (1393bytes) 2024-12-01T23:25:33,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 2024-12-01T23:25:33,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 after 0ms 2024-12-01T23:25:33,837 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 took 2ms 2024-12-01T23:25:33,841 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:33,841 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 so closing down 2024-12-01T23:25:33,841 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:33,842 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:33,843 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:33,844 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:33,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-01T23:25:33,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-01T23:25:33,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742350_1530 (size=743) 2024-12-01T23:25:33,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742350_1530 (size=743) 2024-12-01T23:25:33,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:33,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-01T23:25:33,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742351_1531 (size=678) 2024-12-01T23:25:33,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742351_1531 (size=678) 2024-12-01T23:25:33,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:33,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-12-01T23:25:33,886 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:33,886 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, size=1.4 K (1393bytes) at 1733095533835Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 so closing down at 1733095533841 (+6 ms)3 split writer threads finished at 1733095533842 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733095533852 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733095533856 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095533882 (+26 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733095533884 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733095533885 (+1 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1733095533886 (+1 ms)Processed 19 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095533886 2024-12-01T23:25:33,888 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.2 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.2 2024-12-01T23:25:33,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, size=1.4 K (1393bytes) 2024-12-01T23:25:33,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 2024-12-01T23:25:33,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 after 0ms 2024-12-01T23:25:33,893 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 took 5ms 2024-12-01T23:25:33,895 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:33,895 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 so closing down 2024-12-01T23:25:33,895 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:33,895 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:33,898 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:33,898 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:33,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-01T23:25:33,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-01T23:25:33,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742352_1532 (size=743) 2024-12-01T23:25:33,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742352_1532 (size=743) 2024-12-01T23:25:33,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:33,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-01T23:25:33,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742353_1533 (size=678) 2024-12-01T23:25:33,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742353_1533 (size=678) 2024-12-01T23:25:33,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:33,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-12-01T23:25:33,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:33,960 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, size=1.4 K (1393bytes) at 1733095533889Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 so closing down at 1733095533895 (+6 ms)3 split writer threads finished at 1733095533895Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733095533898 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733095533899 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095533944 (+45 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733095533946 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733095533958 (+12 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1733095533960 (+2 ms)Processed 19 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095533960 2024-12-01T23:25:33,962 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.3 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.3 2024-12-01T23:25:33,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, size=1.4 K (1393bytes) 2024-12-01T23:25:33,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 2024-12-01T23:25:33,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 after 1ms 2024-12-01T23:25:33,965 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 took 2ms 2024-12-01T23:25:33,966 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:33,966 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 so closing down 2024-12-01T23:25:33,966 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:33,966 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:33,973 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:33,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-01T23:25:33,974 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:33,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-01T23:25:34,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742354_1534 (size=743) 2024-12-01T23:25:34,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742354_1534 (size=743) 2024-12-01T23:25:34,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:34,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-01T23:25:34,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742355_1535 (size=678) 2024-12-01T23:25:34,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742355_1535 (size=678) 2024-12-01T23:25:34,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:34,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-12-01T23:25:34,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:34,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, size=1.4 K (1393bytes) at 1733095533962Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 so closing down at 1733095533966 (+4 ms)3 split writer threads finished at 1733095533966Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733095533974 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733095533976 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095534036 (+60 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733095534041 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733095534071 (+30 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1733095534072 (+1 ms)Processed 19 edits across 2 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095534072 2024-12-01T23:25:34,078 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.4 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.4 2024-12-01T23:25:34,078 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, size=1.4 K (1393bytes) 2024-12-01T23:25:34,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 2024-12-01T23:25:34,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 after 0ms 2024-12-01T23:25:34,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 took 2ms 2024-12-01T23:25:34,089 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:34,090 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 so closing down 2024-12-01T23:25:34,090 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:34,090 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:34,091 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-01T23:25:34,092 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-01T23:25:34,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-01T23:25:34,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-01T23:25:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742356_1536 (size=743) 2024-12-01T23:25:34,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742356_1536 (size=743) 2024-12-01T23:25:34,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:34,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-01T23:25:34,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742357_1537 (size=678) 2024-12-01T23:25:34,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742357_1537 (size=678) 2024-12-01T23:25:34,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:34,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-12-01T23:25:34,141 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-01T23:25:34,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, size=1.4 K (1393bytes) at 1733095534078Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 so closing down at 1733095534090 (+12 ms)3 split writer threads finished at 1733095534090Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733095534096 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733095534105 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095534123 (+18 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733095534126 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733095534140 (+14 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1733095534141 (+1 ms)Processed 19 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733095534141 2024-12-01T23:25:34,146 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.5 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.5 2024-12-01T23:25:34,146 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, size=1.4 K (1405bytes) 2024-12-01T23:25:34,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 2024-12-01T23:25:34,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 after 2ms 2024-12-01T23:25:34,151 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 took 5ms 2024-12-01T23:25:34,152 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:34,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 so closing down 2024-12-01T23:25:34,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:34,157 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:34,165 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-01T23:25:34,166 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-01T23:25:34,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-01T23:25:34,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-01T23:25:34,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742358_1538 (size=683) 2024-12-01T23:25:34,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742358_1538 (size=683) 2024-12-01T23:25:34,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742359_1539 (size=749) 2024-12-01T23:25:34,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:34,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742359_1539 (size=749) 2024-12-01T23:25:34,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-01T23:25:34,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:34,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-12-01T23:25:34,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 464 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-01T23:25:34,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, size=1.4 K (1405bytes) at 1733095534146Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 so closing down at 1733095534152 (+6 ms)3 split writer threads finished at 1733095534157 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733095534172 (+15 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733095534176 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095534223 (+47 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733095534225 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733095534614 (+389 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1733095534615 (+1 ms)Processed 19 edits across 2 Regions in 464 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733095534616 (+1 ms) 2024-12-01T23:25:34,617 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.6 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.6 2024-12-01T23:25:34,617 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, size=1.4 K (1413bytes) 2024-12-01T23:25:34,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 2024-12-01T23:25:34,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 after 1ms 2024-12-01T23:25:34,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 took 3ms 2024-12-01T23:25:34,621 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:34,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 so closing down 2024-12-01T23:25:34,622 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:34,622 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:34,625 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-01T23:25:34,625 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-01T23:25:34,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-01T23:25:34,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-01T23:25:34,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742360_1540 (size=687) 2024-12-01T23:25:34,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742360_1540 (size=687) 2024-12-01T23:25:34,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:34,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-12-01T23:25:34,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742361_1541 (size=753) 2024-12-01T23:25:34,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742361_1541 (size=753) 2024-12-01T23:25:34,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:34,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-01T23:25:34,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-01T23:25:34,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, size=1.4 K (1413bytes) at 1733095534617Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 so closing down at 1733095534622 (+5 ms)3 split writer threads finished at 1733095534622Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733095534632 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733095534633 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733095534673 (+40 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1733095534674 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095534687 (+13 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733095534688 (+1 ms)Processed 19 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733095534688 2024-12-01T23:25:34,690 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.7 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.7 2024-12-01T23:25:34,690 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, size=1.4 K (1413bytes) 2024-12-01T23:25:34,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 2024-12-01T23:25:34,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 after 0ms 2024-12-01T23:25:34,695 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 took 5ms 2024-12-01T23:25:34,713 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:34,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 so closing down 2024-12-01T23:25:34,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:34,715 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:34,720 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-01T23:25:34,722 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-01T23:25:34,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-01T23:25:34,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-01T23:25:34,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742362_1542 (size=687) 2024-12-01T23:25:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742362_1542 (size=687) 2024-12-01T23:25:34,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:34,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-12-01T23:25:34,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742363_1543 (size=753) 2024-12-01T23:25:34,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742363_1543 (size=753) 2024-12-01T23:25:34,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:34,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-01T23:25:34,784 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-01T23:25:34,784 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, size=1.4 K (1413bytes) at 1733095534690Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 so closing down at 1733095534713 (+23 ms)3 split writer threads finished at 1733095534715 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733095534728 (+13 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733095534732 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733095534766 (+34 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1733095534767 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095534782 (+15 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733095534783 (+1 ms)Processed 19 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733095534784 (+1 ms) 2024-12-01T23:25:34,785 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.8 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.8 2024-12-01T23:25:34,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, size=1.4 K (1413bytes) 2024-12-01T23:25:34,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 2024-12-01T23:25:34,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 after 0ms 2024-12-01T23:25:34,788 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 took 2ms 2024-12-01T23:25:34,794 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-01T23:25:34,795 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 so closing down 2024-12-01T23:25:34,795 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T23:25:34,798 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T23:25:34,811 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-01T23:25:34,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-01T23:25:34,827 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-01T23:25:34,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742364_1544 (size=753) 2024-12-01T23:25:34,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742364_1544 (size=753) 2024-12-01T23:25:34,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:34,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-01T23:25:34,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-01T23:25:34,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742365_1545 (size=687) 2024-12-01T23:25:34,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742365_1545 (size=687) 2024-12-01T23:25:34,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-01T23:25:34,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-12-01T23:25:34,934 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 141 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-01T23:25:34,934 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, size=1.4 K (1413bytes) at 1733095534786Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 so closing down at 1733095534795 (+9 ms)3 split writer threads finished at 1733095534798 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733095534820 (+22 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733095534829 (+9 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733095534830 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733095534848 (+18 ms)Closed recovered edits writer path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733095534932 (+84 ms)Rename recovered edits hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1733095534934 (+2 ms)Processed 19 edits across 2 Regions in 141 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733095534934 2024-12-01T23:25:34,942 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733095526073/wal.dat.9 to hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.9 2024-12-01T23:25:34,944 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095533758; access_time=1733095532367; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095533834; access_time=1733095532477; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095533887; access_time=1733095532565; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095533961; access_time=1733095532637; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095534077; access_time=1733095532828; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733095534143; access_time=1733095532914; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733095534616; access_time=1733095533358; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733095534689; access_time=1733095533388; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733095534785; access_time=1733095533519; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45359/user/jenkins/test-data/167c0539-20b3-a1e3-9aa5-6c14abe28072/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733095534940; access_time=1733095533609; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-01T23:25:34,965 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=133 (was 136), OpenFileDescriptor=387 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1440 (was 1319) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=276 (was 245) - AvailableMemoryMB LEAK? - 2024-12-01T23:25:34,978 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=133, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1440, ProcessCount=11, AvailableMemoryMB=276 2024-12-01T23:25:34,979 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-01T23:25:35,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742366_1546 (size=7) 2024-12-01T23:25:35,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742366_1546 (size=7) 2024-12-01T23:25:35,027 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45359/user/jenkins/test-data/5b137735-fbc5-25cb-7034-5eba3bc2e5c2 with version=8 2024-12-01T23:25:35,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:35,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:25:35,034 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-01T23:25:35,034 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-01T23:25:35,035 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-01T23:25:35,036 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-01T23:25:35,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-01T23:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-01T23:25:35,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742367_1547 (size=2324) 2024-12-01T23:25:35,135 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-01T23:25:35,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742367_1547 (size=2324) 2024-12-01T23:25:35,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36031 is added to blk_1073742368_1548 (size=2325) 2024-12-01T23:25:35,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073742368_1548 (size=2325) 2024-12-01T23:25:35,197 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45359/user/jenkins/test-data/77ceba12-bcd1-67b2-b139-2acf7528e341/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733095535034/wal.dat.0, size=2.3 K (2325bytes) 2024-12-01T23:25:35,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45359/user/jenkins/test-data/77ceba12-bcd1-67b2-b139-2acf7528e341/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733095535034/wal.dat.0 2024-12-01T23:25:35,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45359/user/jenkins/test-data/77ceba12-bcd1-67b2-b139-2acf7528e341/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733095535034/wal.dat.0 after 3ms 2024-12-01T23:25:35,209 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45359/user/jenkins/test-data/77ceba12-bcd1-67b2-b139-2acf7528e341/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733095535034/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:45359/user/jenkins/test-data/77ceba12-bcd1-67b2-b139-2acf7528e341/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733095535034/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-12-01T23:25:35,211 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/77ceba12-bcd1-67b2-b139-2acf7528e341/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733095535034/wal.dat.0 so closing down 2024-12-01T23:25:35,211 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/77ceba12-bcd1-67b2-b139-2acf7528e341/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733095535034/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-12-01T23:25:35,211 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45359/user/jenkins/test-data/77ceba12-bcd1-67b2-b139-2acf7528e341/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733095535034/wal.dat.0, journal: Splitting hdfs://localhost:45359/user/jenkins/test-data/77ceba12-bcd1-67b2-b139-2acf7528e341/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733095535034/wal.dat.0, size=2.3 K (2325bytes) at 1733095535197Finishing writing output for hdfs://localhost:45359/user/jenkins/test-data/77ceba12-bcd1-67b2-b139-2acf7528e341/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733095535034/wal.dat.0 so closing down at 1733095535211 (+14 ms)Processed 0 edits across 0 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:45359/user/jenkins/test-data/77ceba12-bcd1-67b2-b139-2acf7528e341/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733095535034/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1733095535211 2024-12-01T23:25:35,218 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45359/user/jenkins/test-data/77ceba12-bcd1-67b2-b139-2acf7528e341/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733095535034/wal.dat.0 to hdfs://localhost:45359/user/jenkins/test-data/77ceba12-bcd1-67b2-b139-2acf7528e341/corrupt/wal.dat.0 2024-12-01T23:25:35,249 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=133 (was 133), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1440 (was 1440), ProcessCount=11 (was 11), AvailableMemoryMB=270 (was 276) 2024-12-01T23:25:35,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46e83790{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:25:35,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77aad8d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:25:35,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:25:35,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f3e426a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:25:35,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e1c67b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/hadoop.log.dir/,STOPPED} 2024-12-01T23:25:35,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:25:35,344 WARN [BP-2109899809-172.17.0.3-1733095408801 heartbeating to localhost/127.0.0.1:45359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:25:35,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:25:35,344 WARN [BP-2109899809-172.17.0.3-1733095408801 heartbeating to localhost/127.0.0.1:45359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2109899809-172.17.0.3-1733095408801 (Datanode Uuid 770672a3-17ba-4576-ad6f-97381d466fa7) service to localhost/127.0.0.1:45359 2024-12-01T23:25:35,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144/data/data4/current/BP-2109899809-172.17.0.3-1733095408801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:25:35,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144/data/data3/current/BP-2109899809-172.17.0.3-1733095408801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:25:35,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:25:35,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3930e107{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:25:35,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@242dda24{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:25:35,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:25:35,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d24d689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:25:35,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39c1391f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/hadoop.log.dir/,STOPPED} 2024-12-01T23:25:35,384 WARN [BP-2109899809-172.17.0.3-1733095408801 heartbeating to localhost/127.0.0.1:45359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:25:35,384 WARN [BP-2109899809-172.17.0.3-1733095408801 heartbeating to localhost/127.0.0.1:45359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2109899809-172.17.0.3-1733095408801 (Datanode Uuid e3b318a8-2fc7-44cc-b923-2b9f7330b678) service to localhost/127.0.0.1:45359 2024-12-01T23:25:35,384 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:25:35,384 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:25:35,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144/data/data2/current/BP-2109899809-172.17.0.3-1733095408801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:25:35,386 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:25:35,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/cluster_e81aeea2-64d5-8e8b-88a3-18e478953144/data/data1/current/BP-2109899809-172.17.0.3-1733095408801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:25:35,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fb88504{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:25:35,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:25:35,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:25:35,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:25:35,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5902859-7dd9-8add-d05b-021a29feb7bc/hadoop.log.dir/,STOPPED}